2022-01-15T17:23:26.233 INFO:root:teuthology version: 1.1.0-3ff86a5d 2022-01-15T17:23:26.235 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade/octopus-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/primary} --archive /home/teuthworker/archive/yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi/6619860 --verbose --name yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi/6619860/orig.config.yaml 2022-01-15T17:23:26.290 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-01-15T17:23:26.360 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi/6619860 branch: wip-yuriw-quincy-1.14.22 description: upgrade/octopus-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/primary} email: ceph-qa@ceph.io first_in_suite: false job_id: '6619860' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi nuke-on-error: true overrides: admin_socket: branch: wip-yuriw-quincy-1.14.22 ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= rgw curl low speed time: 300 rgw data log num shards: 4 rgw md log max shards: 4 rgw sync log trim interval: 0 rgw sync obj etag verify: true setgroup: ceph setuser: ceph mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon_warn_on_insecure_global_id_reclaim: false mon_warn_on_insecure_global_id_reclaim_allowed: false osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 wait-for-scrub: false ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: branch: octopus flavor: default sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 rgw: compression type: random frontend: beast rgw-multisite: realm: is default: true name: test-realm zonegroups: - endpoints: - c1.client.0 is_default: true is_master: true name: test-zonegroup zones: - endpoints: - c1.client.0 is_default: true is_master: true name: test-zone1 - endpoints: - c2.client.0 is_default: true name: test-zone2 - endpoints: - c2.client.1 is_pubsub: true name: test-zone3 rgw-multisite-tests: args: - tests.py - tests_ps.py branch: octopus repo: https://github.com/ceph/ceph.git workunit: branch: wip-yuriw-quincy-1.14.22 sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 owner: scheduled_yuriw@teuthology priority: 51 repo: https://github.com/ceph/ceph-ci.git roles: - - c1.mon.a - c1.mgr.x - c1.osd.0 - c1.osd.1 - c1.osd.2 - c1.client.0 - - c2.mon.a - c2.mgr.x - c2.osd.0 - c2.osd.1 - c2.osd.2 - c2.client.0 - c2.client.1 sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 sleep_before_teardown: 0 suite: upgrade suite_branch: wip-yuriw-quincy-1.14.22 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_9b350bd11321bfdf7ac34e1ad37c617b4453e371/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 targets: smithi027.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD9FgHV+5VrdN7oqxnvfNQHBzmMdIGSXcI9IyRdbBs4PyUusmYmc3C9KXo7belzz+sTigXz3jEnadOwJSzKhRTdTJzf6pPJEPynZmnerhWa+hzWm+pjC+X7zNoNhciz9SEjOT7FPFGPcSKpg9RgzLiISHe15am4gmzY4p1rolaxQTmaBsatX1rgG68TDt0zwhYdEOAXO6LY+lALgXUO9/dnERYr3SEkjILJDx07L/TlCTNQmW0tVYSy2XGZgFZ7Rt7GJPAtYHs8KfgfsEge3JJ7fGRcLLXAp7ty5S6fsMnB+ADCFstNxMlhY09WwaWqUgEAj3Sqf2PEXBMsM+47aCSmyzN57OUDngqtuWRHMd1A9H+Qa0OCq0L+bTEaY+hfxyERq74Vf4QZ00PgyXs/JLH0Y2B7EJ8zQQYZkicY6Ettz+CHS/K9ElcYX/9DzdwHX9BW4TxA4NCsSfUfDzTXqYc6heDoQ3YWYttQSY089poX0BC7h3b1UUamR1k4h9pDqcE= smithi103.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDW1awgHxFVaEcmOcjXm0wgsAWFAdqDzOZSZkvR2MPnP0G54VdhMyCEFg3apNNGfxz5l1jNsck/dnO4w/fWvjg5J+p+R9aRUif905SksrZHduggRpJalzVprey/H+CfIFAc2JWSWSsSnjcTGs4vDVz4yCPZWMEHx2/1Fye/lK+gags6dXNoOuvb3gF0b1k3zueecYnmJX9emAq+XToWOX4tWWjNiVE67cMybIKDbYXz5wmEjWzap26oMxf3pk0kupJ4lpue5ntdQFYZtA6p8iZCvn7yuAOt3Vg2U4k+smTi0Fk3VBdALmYDTA9WMB78tcasHX0viZ5sFSWs8mC0uRHSUvlYC69tcxbfjTT4/kgZb9Aq1kGqm9Jd7OhFBpvK84tHf6EuC0uHoHyOSqw14JwxFbBVwqgwLsHY1/mnc5C7sYirKULEkwOgEhcUQhMOQLNhDhw/ASzXR1Iw3AuzrpsykSi6+n7i7jYx4DzSMHLlKsBEO/UKPSUHfuOok0P1fdc= tasks: - install: exclude_packages: - ceph-volume - ceph: cluster: c1 - ceph: cluster: c2 - parallel: - upgrade-task - rgw: c1.client.0: port: 8000 c2.client.0: port: 8000 c2.client.1: port: 8001 - rgw-multisite: null - rgw-multisite-tests: config: reconfigure_delay: 60 teuthology_branch: master teuthology_sha1: 3ff86a5dbaafecdb6414fa2fea970bb44e836829 timestamp: 2022-01-15_15:15:15 tube: smithi upgrade-task: - install.upgrade: c1.client.0: null c1.mgr.x: null c1.mon.a: null c1.osd.0: null c1.osd.1: null c1.osd.2: null exclude_packages: - ceph-volume user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261 2022-01-15T17:23:26.361 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_9b350bd11321bfdf7ac34e1ad37c617b4453e371/qa; will attempt to use it 2022-01-15T17:23:26.362 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_9b350bd11321bfdf7ac34e1ad37c617b4453e371/qa/tasks 2022-01-15T17:23:26.362 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-01-15T17:23:26.364 INFO:teuthology.task.internal:Checking packages... 2022-01-15T17:23:26.365 INFO:teuthology.task.internal:Checking packages skipped, missing os_type 'None' or ceph hash '9b350bd11321bfdf7ac34e1ad37c617b4453e371' 2022-01-15T17:23:26.365 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-01-15T17:23:26.380 INFO:teuthology.task.internal:no buildpackages task found 2022-01-15T17:23:26.380 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-01-15T17:23:26.406 INFO:teuthology.task.internal:Saving configuration 2022-01-15T17:23:26.420 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-01-15T17:23:26.431 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-01-15T17:23:26.455 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi027.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi/6619860', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-15 17:16:08.513139', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIq5iiph+Ahbo4u73xz7cTIVTqdX+I97qt/Y/uUy+901'} 2022-01-15T17:23:26.478 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi103.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi/6619860', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-15 17:16:08.511785', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAQTW2O/8Qfh+zMdi7ixpYIKEEy0OJfG/EjPUMGPLn1t'} 2022-01-15T17:23:26.479 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-01-15T17:23:26.491 INFO:teuthology.task.internal:roles: ubuntu@smithi027.front.sepia.ceph.com - ['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0'] 2022-01-15T17:23:26.491 INFO:teuthology.task.internal:roles: ubuntu@smithi103.front.sepia.ceph.com - ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1'] 2022-01-15T17:23:26.492 INFO:teuthology.run_tasks:Running task console_log... 2022-01-15T17:23:26.584 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f75b54c7d90>, signals=[15]) 2022-01-15T17:23:26.586 INFO:teuthology.run_tasks:Running task internal.connect... 2022-01-15T17:23:26.595 INFO:teuthology.task.internal:Opening connections... 2022-01-15T17:23:26.596 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi027.front.sepia.ceph.com 2022-01-15T17:23:26.597 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:23:26.649 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi103.front.sepia.ceph.com 2022-01-15T17:23:26.651 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:23:26.701 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-01-15T17:23:26.711 DEBUG:teuthology.orchestra.run.smithi027:> uname -m 2022-01-15T17:23:26.731 INFO:teuthology.orchestra.run.smithi027.stdout:x86_64 2022-01-15T17:23:26.732 DEBUG:teuthology.orchestra.run.smithi027:> cat /etc/os-release 2022-01-15T17:23:26.779 INFO:teuthology.orchestra.run.smithi027.stdout:NAME="Ubuntu" 2022-01-15T17:23:26.779 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION="20.04.3 LTS (Focal Fossa)" 2022-01-15T17:23:26.779 INFO:teuthology.orchestra.run.smithi027.stdout:ID=ubuntu 2022-01-15T17:23:26.779 INFO:teuthology.orchestra.run.smithi027.stdout:ID_LIKE=debian 2022-01-15T17:23:26.780 INFO:teuthology.orchestra.run.smithi027.stdout:PRETTY_NAME="Ubuntu 20.04.3 LTS" 2022-01-15T17:23:26.780 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION_ID="20.04" 2022-01-15T17:23:26.780 INFO:teuthology.orchestra.run.smithi027.stdout:HOME_URL="https://www.ubuntu.com/" 2022-01-15T17:23:26.780 INFO:teuthology.orchestra.run.smithi027.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2022-01-15T17:23:26.781 INFO:teuthology.orchestra.run.smithi027.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2022-01-15T17:23:26.781 INFO:teuthology.orchestra.run.smithi027.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2022-01-15T17:23:26.781 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION_CODENAME=focal 2022-01-15T17:23:26.781 INFO:teuthology.orchestra.run.smithi027.stdout:UBUNTU_CODENAME=focal 2022-01-15T17:23:26.782 INFO:teuthology.lock.ops:Updating smithi027.front.sepia.ceph.com on lock server 2022-01-15T17:23:26.801 DEBUG:teuthology.orchestra.run.smithi103:> uname -m 2022-01-15T17:23:26.808 INFO:teuthology.orchestra.run.smithi103.stdout:x86_64 2022-01-15T17:23:26.808 DEBUG:teuthology.orchestra.run.smithi103:> cat /etc/os-release 2022-01-15T17:23:26.856 INFO:teuthology.orchestra.run.smithi103.stdout:NAME="Ubuntu" 2022-01-15T17:23:26.856 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION="20.04.3 LTS (Focal Fossa)" 2022-01-15T17:23:26.857 INFO:teuthology.orchestra.run.smithi103.stdout:ID=ubuntu 2022-01-15T17:23:26.857 INFO:teuthology.orchestra.run.smithi103.stdout:ID_LIKE=debian 2022-01-15T17:23:26.857 INFO:teuthology.orchestra.run.smithi103.stdout:PRETTY_NAME="Ubuntu 20.04.3 LTS" 2022-01-15T17:23:26.857 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION_ID="20.04" 2022-01-15T17:23:26.857 INFO:teuthology.orchestra.run.smithi103.stdout:HOME_URL="https://www.ubuntu.com/" 2022-01-15T17:23:26.858 INFO:teuthology.orchestra.run.smithi103.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2022-01-15T17:23:26.858 INFO:teuthology.orchestra.run.smithi103.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2022-01-15T17:23:26.858 INFO:teuthology.orchestra.run.smithi103.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2022-01-15T17:23:26.858 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION_CODENAME=focal 2022-01-15T17:23:26.859 INFO:teuthology.orchestra.run.smithi103.stdout:UBUNTU_CODENAME=focal 2022-01-15T17:23:26.859 INFO:teuthology.lock.ops:Updating smithi103.front.sepia.ceph.com on lock server 2022-01-15T17:23:26.884 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-01-15T17:23:26.896 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-01-15T17:23:26.913 INFO:teuthology.task.internal:Checking for old test directory... 2022-01-15T17:23:26.913 DEBUG:teuthology.orchestra.run.smithi027:> test '!' -e /home/ubuntu/cephtest 2022-01-15T17:23:26.916 DEBUG:teuthology.orchestra.run.smithi103:> test '!' -e /home/ubuntu/cephtest 2022-01-15T17:23:26.922 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-01-15T17:23:26.932 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-01-15T17:23:26.933 DEBUG:teuthology.orchestra.run.smithi027:> test -z $(ls -A /var/lib/ceph) 2022-01-15T17:23:26.962 DEBUG:teuthology.orchestra.run.smithi103:> test -z $(ls -A /var/lib/ceph) 2022-01-15T17:23:26.980 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-01-15T17:23:27.035 INFO:teuthology.run_tasks:Running task kernel... 2022-01-15T17:23:27.052 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-01-15T17:23:27.053 INFO:teuthology.task.kernel:config {'c1.mon.a': {'kdb': True, 'sha1': 'distro'}, 'c2.mon.a': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-01-15T17:23:27.054 DEBUG:teuthology.orchestra.run.smithi027:> uname -r 2022-01-15T17:23:27.054 DEBUG:teuthology.orchestra.run.smithi103:> uname -r 2022-01-15T17:23:27.061 INFO:teuthology.orchestra.run.smithi027.stdout:5.4.0-88-generic 2022-01-15T17:23:27.061 INFO:teuthology.task.kernel:Running kernel on smithi027: 5.4.0-88-generic 2022-01-15T17:23:27.061 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-get clean 2022-01-15T17:23:27.063 INFO:teuthology.orchestra.run.smithi103.stdout:5.4.0-88-generic 2022-01-15T17:23:27.063 INFO:teuthology.task.kernel:Running kernel on smithi103: 5.4.0-88-generic 2022-01-15T17:23:27.063 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get clean 2022-01-15T17:23:27.140 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get update 2022-01-15T17:23:27.183 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-get update 2022-01-15T17:23:27.442 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2022-01-15T17:23:27.442 INFO:teuthology.orchestra.run.smithi103.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2022-01-15T17:23:27.487 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2022-01-15T17:23:27.488 INFO:teuthology.orchestra.run.smithi027.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2022-01-15T17:23:27.506 INFO:teuthology.orchestra.run.smithi103.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2022-01-15T17:23:27.543 INFO:teuthology.orchestra.run.smithi027.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2022-01-15T17:23:27.856 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [108 kB] 2022-01-15T17:23:27.892 INFO:teuthology.orchestra.run.smithi027.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [108 kB] 2022-01-15T17:23:27.930 INFO:teuthology.orchestra.run.smithi103.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [1,135 kB] 2022-01-15T17:23:27.979 INFO:teuthology.orchestra.run.smithi027.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [1,135 kB] 2022-01-15T17:23:28.078 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [1,469 kB] 2022-01-15T17:23:28.118 INFO:teuthology.orchestra.run.smithi027.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [585 kB] 2022-01-15T17:23:28.396 INFO:teuthology.orchestra.run.smithi027.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [1,469 kB] 2022-01-15T17:23:28.495 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [356 kB] 2022-01-15T17:23:28.528 INFO:teuthology.orchestra.run.smithi027.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [356 kB] 2022-01-15T17:23:28.543 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [205 kB] 2022-01-15T17:23:28.544 INFO:teuthology.orchestra.run.smithi027.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [291 kB] 2022-01-15T17:23:28.551 INFO:teuthology.orchestra.run.smithi103.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [9,104 B] 2022-01-15T17:23:28.552 INFO:teuthology.orchestra.run.smithi103.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [643 kB] 2022-01-15T17:23:28.553 INFO:teuthology.orchestra.run.smithi027.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [205 kB] 2022-01-15T17:23:28.554 INFO:teuthology.orchestra.run.smithi103.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [585 kB] 2022-01-15T17:23:28.565 INFO:teuthology.orchestra.run.smithi027.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [14.7 kB] 2022-01-15T17:23:28.565 INFO:teuthology.orchestra.run.smithi027.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [21.8 kB] 2022-01-15T17:23:28.567 INFO:teuthology.orchestra.run.smithi027.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [694 kB] 2022-01-15T17:23:28.567 INFO:teuthology.orchestra.run.smithi027.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [9,104 B] 2022-01-15T17:23:28.568 INFO:teuthology.orchestra.run.smithi027.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [20.5 kB] 2022-01-15T17:23:28.569 INFO:teuthology.orchestra.run.smithi027.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [643 kB] 2022-01-15T17:23:28.575 INFO:teuthology.orchestra.run.smithi103.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [291 kB] 2022-01-15T17:23:28.597 INFO:teuthology.orchestra.run.smithi027.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [99.0 kB] 2022-01-15T17:23:28.601 INFO:teuthology.orchestra.run.smithi027.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [532 B] 2022-01-15T17:23:28.602 INFO:teuthology.orchestra.run.smithi027.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [892 kB] 2022-01-15T17:23:28.616 INFO:teuthology.orchestra.run.smithi103.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [14.7 kB] 2022-01-15T17:23:28.617 INFO:teuthology.orchestra.run.smithi103.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [21.8 kB] 2022-01-15T17:23:28.618 INFO:teuthology.orchestra.run.smithi103.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [694 kB] 2022-01-15T17:23:28.624 INFO:teuthology.orchestra.run.smithi027.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [91.7 kB] 2022-01-15T17:23:28.626 INFO:teuthology.orchestra.run.smithi103.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [20.5 kB] 2022-01-15T17:23:28.627 INFO:teuthology.orchestra.run.smithi103.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [91.7 kB] 2022-01-15T17:23:28.629 INFO:teuthology.orchestra.run.smithi027.stdout:Get:21 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [536 B] 2022-01-15T17:23:28.629 INFO:teuthology.orchestra.run.smithi027.stdout:Get:22 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [532 kB] 2022-01-15T17:23:28.630 INFO:teuthology.orchestra.run.smithi103.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [536 B] 2022-01-15T17:23:28.631 INFO:teuthology.orchestra.run.smithi103.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [532 kB] 2022-01-15T17:23:28.638 INFO:teuthology.orchestra.run.smithi027.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [663 kB] 2022-01-15T17:23:28.641 INFO:teuthology.orchestra.run.smithi103.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [99.0 kB] 2022-01-15T17:23:28.644 INFO:teuthology.orchestra.run.smithi103.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [532 B] 2022-01-15T17:23:28.645 INFO:teuthology.orchestra.run.smithi103.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [663 kB] 2022-01-15T17:23:28.653 INFO:teuthology.orchestra.run.smithi027.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [196 kB] 2022-01-15T17:23:28.658 INFO:teuthology.orchestra.run.smithi027.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [20.0 kB] 2022-01-15T17:23:28.666 INFO:teuthology.orchestra.run.smithi027.stdout:Get:26 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [675 kB] 2022-01-15T17:23:28.688 INFO:teuthology.orchestra.run.smithi027.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [24.8 kB] 2022-01-15T17:23:28.688 INFO:teuthology.orchestra.run.smithi027.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,432 B] 2022-01-15T17:23:28.689 INFO:teuthology.orchestra.run.smithi027.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [6,928 B] 2022-01-15T17:23:28.689 INFO:teuthology.orchestra.run.smithi027.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2022-01-15T17:23:28.690 INFO:teuthology.orchestra.run.smithi027.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [42.0 kB] 2022-01-15T17:23:28.703 INFO:teuthology.orchestra.run.smithi103.stdout:Get:23 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [675 kB] 2022-01-15T17:23:28.710 INFO:teuthology.orchestra.run.smithi103.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [892 kB] 2022-01-15T17:23:28.713 INFO:teuthology.orchestra.run.smithi027.stdout:Get:32 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [115 kB] 2022-01-15T17:23:28.715 INFO:teuthology.orchestra.run.smithi027.stdout:Get:33 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [13.0 kB] 2022-01-15T17:23:28.717 INFO:teuthology.orchestra.run.smithi027.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [34.5 kB] 2022-01-15T17:23:28.727 INFO:teuthology.orchestra.run.smithi027.stdout:Get:35 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,176 B] 2022-01-15T17:23:28.728 INFO:teuthology.orchestra.run.smithi103.stdout:Get:25 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [115 kB] 2022-01-15T17:23:28.728 INFO:teuthology.orchestra.run.smithi027.stdout:Get:36 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [21.8 kB] 2022-01-15T17:23:28.729 INFO:teuthology.orchestra.run.smithi027.stdout:Get:37 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [536 B] 2022-01-15T17:23:28.731 INFO:teuthology.orchestra.run.smithi103.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [196 kB] 2022-01-15T17:23:28.731 INFO:teuthology.orchestra.run.smithi103.stdout:Get:27 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [13.0 kB] 2022-01-15T17:23:28.732 INFO:teuthology.orchestra.run.smithi103.stdout:Get:28 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,176 B] 2022-01-15T17:23:28.732 INFO:teuthology.orchestra.run.smithi103.stdout:Get:29 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [21.8 kB] 2022-01-15T17:23:28.733 INFO:teuthology.orchestra.run.smithi103.stdout:Get:30 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [536 B] 2022-01-15T17:23:28.733 INFO:teuthology.orchestra.run.smithi103.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [20.0 kB] 2022-01-15T17:23:28.734 INFO:teuthology.orchestra.run.smithi103.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,432 B] 2022-01-15T17:23:28.735 INFO:teuthology.orchestra.run.smithi103.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [24.8 kB] 2022-01-15T17:23:28.735 INFO:teuthology.orchestra.run.smithi103.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [6,928 B] 2022-01-15T17:23:28.735 INFO:teuthology.orchestra.run.smithi103.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2022-01-15T17:23:28.735 INFO:teuthology.orchestra.run.smithi103.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [34.5 kB] 2022-01-15T17:23:28.765 INFO:teuthology.orchestra.run.smithi103.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [42.0 kB] 2022-01-15T17:23:28.775 INFO:teuthology.orchestra.run.smithi027.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main Translation-en [10.0 kB] 2022-01-15T17:23:28.776 INFO:teuthology.orchestra.run.smithi027.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [864 B] 2022-01-15T17:23:28.776 INFO:teuthology.orchestra.run.smithi027.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [11.1 kB] 2022-01-15T17:23:28.777 INFO:teuthology.orchestra.run.smithi027.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [19.5 kB] 2022-01-15T17:23:28.777 INFO:teuthology.orchestra.run.smithi027.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe Translation-en [13.4 kB] 2022-01-15T17:23:28.803 INFO:teuthology.orchestra.run.smithi027.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [672 B] 2022-01-15T17:23:28.821 INFO:teuthology.orchestra.run.smithi103.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main Translation-en [10.0 kB] 2022-01-15T17:23:28.821 INFO:teuthology.orchestra.run.smithi103.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [864 B] 2022-01-15T17:23:28.822 INFO:teuthology.orchestra.run.smithi103.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [11.1 kB] 2022-01-15T17:23:28.822 INFO:teuthology.orchestra.run.smithi103.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [19.5 kB] 2022-01-15T17:23:28.822 INFO:teuthology.orchestra.run.smithi103.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe Translation-en [13.4 kB] 2022-01-15T17:23:28.851 INFO:teuthology.orchestra.run.smithi103.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [672 B] 2022-01-15T17:23:32.359 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 9,279 kB in 2s (4,241 kB/s) 2022-01-15T17:23:32.762 INFO:teuthology.orchestra.run.smithi027.stdout:Fetched 9,279 kB in 2s (4,275 kB/s) 2022-01-15T17:23:33.580 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2022-01-15T17:23:33.604 DEBUG:teuthology.orchestra.run.smithi103:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2022-01-15T17:23:33.676 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2022-01-15T17:23:33.847 INFO:teuthology.orchestra.run.smithi103.stdout:Building dependency tree... 2022-01-15T17:23:33.848 INFO:teuthology.orchestra.run.smithi103.stdout:Reading state information... 2022-01-15T17:23:33.986 INFO:teuthology.orchestra.run.smithi103.stdout:The following package was automatically installed and is no longer required: 2022-01-15T17:23:33.986 INFO:teuthology.orchestra.run.smithi103.stdout: libllvm11 2022-01-15T17:23:33.987 INFO:teuthology.orchestra.run.smithi103.stdout:Use 'sudo apt autoremove' to remove it. 2022-01-15T17:23:33.987 INFO:teuthology.orchestra.run.smithi103.stdout:The following additional packages will be installed: 2022-01-15T17:23:33.987 INFO:teuthology.orchestra.run.smithi103.stdout: linux-generic linux-headers-5.4.0-94 linux-headers-5.4.0-94-generic 2022-01-15T17:23:33.988 INFO:teuthology.orchestra.run.smithi103.stdout: linux-headers-generic linux-image-5.4.0-94-generic 2022-01-15T17:23:33.988 INFO:teuthology.orchestra.run.smithi103.stdout: linux-modules-5.4.0-94-generic linux-modules-extra-5.4.0-94-generic 2022-01-15T17:23:33.988 INFO:teuthology.orchestra.run.smithi103.stdout:Suggested packages: 2022-01-15T17:23:33.989 INFO:teuthology.orchestra.run.smithi103.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2022-01-15T17:23:33.989 INFO:teuthology.orchestra.run.smithi103.stdout:Recommended packages: 2022-01-15T17:23:33.989 INFO:teuthology.orchestra.run.smithi103.stdout: thermald 2022-01-15T17:23:34.011 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:23:34.035 DEBUG:teuthology.orchestra.run.smithi027:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2022-01-15T17:23:34.048 INFO:teuthology.orchestra.run.smithi103.stdout:The following NEW packages will be installed: 2022-01-15T17:23:34.049 INFO:teuthology.orchestra.run.smithi103.stdout: linux-headers-5.4.0-94 linux-headers-5.4.0-94-generic 2022-01-15T17:23:34.049 INFO:teuthology.orchestra.run.smithi103.stdout: linux-image-5.4.0-94-generic linux-modules-5.4.0-94-generic 2022-01-15T17:23:34.050 INFO:teuthology.orchestra.run.smithi103.stdout: linux-modules-extra-5.4.0-94-generic 2022-01-15T17:23:34.050 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages will be upgraded: 2022-01-15T17:23:34.050 INFO:teuthology.orchestra.run.smithi103.stdout: linux-generic linux-headers-generic linux-image-generic 2022-01-15T17:23:34.102 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:23:34.239 INFO:teuthology.orchestra.run.smithi103.stdout:3 upgraded, 5 newly installed, 0 to remove and 97 not upgraded. 2022-01-15T17:23:34.239 INFO:teuthology.orchestra.run.smithi103.stdout:Need to get 77.1 MB of archives. 2022-01-15T17:23:34.239 INFO:teuthology.orchestra.run.smithi103.stdout:After this operation, 380 MB of additional disk space will be used. 2022-01-15T17:23:34.240 INFO:teuthology.orchestra.run.smithi103.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-94-generic amd64 5.4.0-94.106 [14.8 MB] 2022-01-15T17:23:34.277 INFO:teuthology.orchestra.run.smithi027.stdout:Building dependency tree... 2022-01-15T17:23:34.278 INFO:teuthology.orchestra.run.smithi027.stdout:Reading state information... 2022-01-15T17:23:34.433 INFO:teuthology.orchestra.run.smithi027.stdout:The following package was automatically installed and is no longer required: 2022-01-15T17:23:34.434 INFO:teuthology.orchestra.run.smithi027.stdout: libllvm11 2022-01-15T17:23:34.434 INFO:teuthology.orchestra.run.smithi027.stdout:Use 'sudo apt autoremove' to remove it. 2022-01-15T17:23:34.435 INFO:teuthology.orchestra.run.smithi027.stdout:The following additional packages will be installed: 2022-01-15T17:23:34.435 INFO:teuthology.orchestra.run.smithi027.stdout: linux-generic linux-headers-5.4.0-94 linux-headers-5.4.0-94-generic 2022-01-15T17:23:34.435 INFO:teuthology.orchestra.run.smithi027.stdout: linux-headers-generic linux-image-5.4.0-94-generic 2022-01-15T17:23:34.436 INFO:teuthology.orchestra.run.smithi027.stdout: linux-modules-5.4.0-94-generic linux-modules-extra-5.4.0-94-generic 2022-01-15T17:23:34.436 INFO:teuthology.orchestra.run.smithi027.stdout:Suggested packages: 2022-01-15T17:23:34.436 INFO:teuthology.orchestra.run.smithi027.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2022-01-15T17:23:34.436 INFO:teuthology.orchestra.run.smithi027.stdout:Recommended packages: 2022-01-15T17:23:34.437 INFO:teuthology.orchestra.run.smithi027.stdout: thermald 2022-01-15T17:23:34.497 INFO:teuthology.orchestra.run.smithi027.stdout:The following NEW packages will be installed: 2022-01-15T17:23:34.497 INFO:teuthology.orchestra.run.smithi027.stdout: linux-headers-5.4.0-94 linux-headers-5.4.0-94-generic 2022-01-15T17:23:34.497 INFO:teuthology.orchestra.run.smithi027.stdout: linux-image-5.4.0-94-generic linux-modules-5.4.0-94-generic 2022-01-15T17:23:34.498 INFO:teuthology.orchestra.run.smithi027.stdout: linux-modules-extra-5.4.0-94-generic 2022-01-15T17:23:34.498 INFO:teuthology.orchestra.run.smithi027.stdout:The following packages will be upgraded: 2022-01-15T17:23:34.499 INFO:teuthology.orchestra.run.smithi027.stdout: linux-generic linux-headers-generic linux-image-generic 2022-01-15T17:23:34.686 INFO:teuthology.orchestra.run.smithi027.stdout:3 upgraded, 5 newly installed, 0 to remove and 97 not upgraded. 2022-01-15T17:23:34.686 INFO:teuthology.orchestra.run.smithi027.stdout:Need to get 77.1 MB of archives. 2022-01-15T17:23:34.686 INFO:teuthology.orchestra.run.smithi027.stdout:After this operation, 380 MB of additional disk space will be used. 2022-01-15T17:23:34.687 INFO:teuthology.orchestra.run.smithi027.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-94-generic amd64 5.4.0-94.106 [14.8 MB] 2022-01-15T17:23:35.412 INFO:teuthology.orchestra.run.smithi103.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-94-generic amd64 5.4.0-94.106 [10.5 MB] 2022-01-15T17:23:35.692 INFO:teuthology.orchestra.run.smithi103.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-94-generic amd64 5.4.0-94.106 [39.4 MB] 2022-01-15T17:23:35.960 INFO:teuthology.orchestra.run.smithi027.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-94-generic amd64 5.4.0-94.106 [10.5 MB] 2022-01-15T17:23:36.273 INFO:teuthology.orchestra.run.smithi027.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-94-generic amd64 5.4.0-94.106 [39.4 MB] 2022-01-15T17:23:37.063 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.94.98 [1,896 B] 2022-01-15T17:23:37.063 INFO:teuthology.orchestra.run.smithi103.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.94.98 [2,604 B] 2022-01-15T17:23:37.064 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-94 all 5.4.0-94.106 [11.0 MB] 2022-01-15T17:23:37.352 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-94-generic amd64 5.4.0-94.106 [1,395 kB] 2022-01-15T17:23:37.423 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.94.98 [2,472 B] 2022-01-15T17:23:37.633 INFO:teuthology.orchestra.run.smithi027.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.94.98 [1,896 B] 2022-01-15T17:23:37.633 INFO:teuthology.orchestra.run.smithi027.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.94.98 [2,604 B] 2022-01-15T17:23:37.633 INFO:teuthology.orchestra.run.smithi027.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-94 all 5.4.0-94.106 [11.0 MB] 2022-01-15T17:23:37.834 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 77.1 MB in 3s (22.9 MB/s) 2022-01-15T17:23:37.923 INFO:teuthology.orchestra.run.smithi027.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-94-generic amd64 5.4.0-94.106 [1,395 kB] 2022-01-15T17:23:37.953 INFO:teuthology.orchestra.run.smithi027.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.94.98 [2,472 B] 2022-01-15T17:23:37.981 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-modules-5.4.0-94-generic. 2022-01-15T17:23:38.368 INFO:teuthology.orchestra.run.smithi027.stdout:Fetched 77.1 MB in 3s (22.3 MB/s) 2022-01-15T17:23:38.480 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package linux-modules-5.4.0-94-generic. 2022-01-15T17:23:39.853 INFO:teuthology.orchestra.run.smithi103.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 138265 files and directories currently installed.) 2022-01-15T17:23:39.859 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../0-linux-modules-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:40.039 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-modules-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:40.285 INFO:teuthology.orchestra.run.smithi027.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 138265 files and directories currently installed.) 2022-01-15T17:23:40.292 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../0-linux-modules-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:40.474 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-modules-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:42.143 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-image-5.4.0-94-generic. 2022-01-15T17:23:42.159 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../1-linux-image-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:42.268 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-image-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:42.456 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package linux-image-5.4.0-94-generic. 2022-01-15T17:23:42.475 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../1-linux-image-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:42.600 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-image-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:43.373 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-94-generic. 2022-01-15T17:23:43.389 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:43.449 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-modules-extra-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:43.702 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-94-generic. 2022-01-15T17:23:43.718 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:43.790 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-modules-extra-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:48.656 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../3-linux-generic_5.4.0.94.98_amd64.deb ... 2022-01-15T17:23:48.783 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-generic (5.4.0.94.98) over (5.4.0.88.92) ... 2022-01-15T17:23:49.117 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../3-linux-generic_5.4.0.94.98_amd64.deb ... 2022-01-15T17:23:49.145 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.94.98_amd64.deb ... 2022-01-15T17:23:49.262 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-generic (5.4.0.94.98) over (5.4.0.88.92) ... 2022-01-15T17:23:49.282 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-image-generic (5.4.0.94.98) over (5.4.0.88.92) ... 2022-01-15T17:23:49.605 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-headers-5.4.0-94. 2022-01-15T17:23:49.620 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.94.98_amd64.deb ... 2022-01-15T17:23:49.622 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../5-linux-headers-5.4.0-94_5.4.0-94.106_all.deb ... 2022-01-15T17:23:49.666 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-headers-5.4.0-94 (5.4.0-94.106) ... 2022-01-15T17:23:49.756 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-image-generic (5.4.0.94.98) over (5.4.0.88.92) ... 2022-01-15T17:23:50.091 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package linux-headers-5.4.0-94. 2022-01-15T17:23:50.108 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../5-linux-headers-5.4.0-94_5.4.0-94.106_all.deb ... 2022-01-15T17:23:50.160 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-headers-5.4.0-94 (5.4.0-94.106) ... 2022-01-15T17:23:55.905 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-headers-5.4.0-94-generic. 2022-01-15T17:23:55.929 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../6-linux-headers-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:55.971 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-headers-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:56.693 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package linux-headers-5.4.0-94-generic. 2022-01-15T17:23:56.719 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../6-linux-headers-5.4.0-94-generic_5.4.0-94.106_amd64.deb ... 2022-01-15T17:23:56.775 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-headers-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:23:58.642 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.94.98_amd64.deb ... 2022-01-15T17:23:58.769 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-headers-generic (5.4.0.94.98) over (5.4.0.88.92) ... 2022-01-15T17:23:59.485 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.94.98_amd64.deb ... 2022-01-15T17:23:59.634 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking linux-headers-generic (5.4.0.94.98) over (5.4.0.88.92) ... 2022-01-15T17:23:59.844 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-headers-5.4.0-94 (5.4.0-94.106) ... 2022-01-15T17:23:59.974 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-modules-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:00.035 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-headers-5.4.0-94 (5.4.0-94.106) ... 2022-01-15T17:24:00.155 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-modules-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:01.159 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-headers-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:01.302 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-image-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:01.866 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-headers-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:01.992 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-image-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:02.406 INFO:teuthology.orchestra.run.smithi103.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.4.0-88-generic 2022-01-15T17:24:02.407 INFO:teuthology.orchestra.run.smithi103.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.4.0-88-generic 2022-01-15T17:24:02.407 INFO:teuthology.orchestra.run.smithi103.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-94-generic 2022-01-15T17:24:02.407 INFO:teuthology.orchestra.run.smithi103.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:02.537 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-modules-extra-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:03.144 INFO:teuthology.orchestra.run.smithi027.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.4.0-88-generic 2022-01-15T17:24:03.144 INFO:teuthology.orchestra.run.smithi027.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.4.0-88-generic 2022-01-15T17:24:03.145 INFO:teuthology.orchestra.run.smithi027.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-94-generic 2022-01-15T17:24:03.145 INFO:teuthology.orchestra.run.smithi027.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:03.308 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-modules-extra-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:03.739 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-image-generic (5.4.0.94.98) ... 2022-01-15T17:24:03.848 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-headers-generic (5.4.0.94.98) ... 2022-01-15T17:24:03.991 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-generic (5.4.0.94.98) ... 2022-01-15T17:24:04.118 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for linux-image-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:04.316 INFO:teuthology.orchestra.run.smithi103.stdout:/etc/kernel/postinst.d/initramfs-tools: 2022-01-15T17:24:04.317 INFO:teuthology.orchestra.run.smithi103.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:04.512 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-image-generic (5.4.0.94.98) ... 2022-01-15T17:24:04.630 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-headers-generic (5.4.0.94.98) ... 2022-01-15T17:24:04.756 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up linux-generic (5.4.0.94.98) ... 2022-01-15T17:24:04.908 INFO:teuthology.orchestra.run.smithi027.stdout:Processing triggers for linux-image-5.4.0-94-generic (5.4.0-94.106) ... 2022-01-15T17:24:05.105 INFO:teuthology.orchestra.run.smithi027.stdout:/etc/kernel/postinst.d/initramfs-tools: 2022-01-15T17:24:05.105 INFO:teuthology.orchestra.run.smithi027.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:26.387 INFO:teuthology.orchestra.run.smithi103.stdout:/etc/kernel/postinst.d/zz-update-grub: 2022-01-15T17:24:26.388 INFO:teuthology.orchestra.run.smithi103.stdout:Sourcing file `/etc/default/grub' 2022-01-15T17:24:26.399 INFO:teuthology.orchestra.run.smithi103.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2022-01-15T17:24:26.413 INFO:teuthology.orchestra.run.smithi103.stdout:Generating grub configuration file ... 2022-01-15T17:24:26.816 INFO:teuthology.orchestra.run.smithi103.stdout:Found linux image: /boot/vmlinuz-5.4.0-94-generic 2022-01-15T17:24:26.847 INFO:teuthology.orchestra.run.smithi103.stdout:Found initrd image: /boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:27.264 INFO:teuthology.orchestra.run.smithi103.stdout:Found linux image: /boot/vmlinuz-5.4.0-88-generic 2022-01-15T17:24:27.276 INFO:teuthology.orchestra.run.smithi103.stdout:Found initrd image: /boot/initrd.img-5.4.0-88-generic 2022-01-15T17:24:27.392 INFO:teuthology.orchestra.run.smithi103.stdout:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2022-01-15T17:24:27.403 INFO:teuthology.orchestra.run.smithi103.stdout:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2022-01-15T17:24:27.545 INFO:teuthology.orchestra.run.smithi027.stdout:/etc/kernel/postinst.d/zz-update-grub: 2022-01-15T17:24:27.545 INFO:teuthology.orchestra.run.smithi027.stdout:Sourcing file `/etc/default/grub' 2022-01-15T17:24:27.568 INFO:teuthology.orchestra.run.smithi027.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2022-01-15T17:24:27.599 INFO:teuthology.orchestra.run.smithi027.stdout:Generating grub configuration file ... 2022-01-15T17:24:27.960 INFO:teuthology.orchestra.run.smithi027.stdout:Found linux image: /boot/vmlinuz-5.4.0-94-generic 2022-01-15T17:24:27.991 INFO:teuthology.orchestra.run.smithi027.stdout:Found initrd image: /boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:28.406 INFO:teuthology.orchestra.run.smithi027.stdout:Found linux image: /boot/vmlinuz-5.4.0-88-generic 2022-01-15T17:24:28.418 INFO:teuthology.orchestra.run.smithi027.stdout:Found initrd image: /boot/initrd.img-5.4.0-88-generic 2022-01-15T17:24:28.531 INFO:teuthology.orchestra.run.smithi027.stdout:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2022-01-15T17:24:28.543 INFO:teuthology.orchestra.run.smithi027.stdout:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2022-01-15T17:24:29.472 INFO:teuthology.orchestra.run.smithi103.stdout:done 2022-01-15T17:24:29.896 DEBUG:teuthology.orchestra.run.smithi103:> dpkg -s linux-image-generic 2022-01-15T17:24:29.927 INFO:teuthology.orchestra.run.smithi103.stdout:Package: linux-image-generic 2022-01-15T17:24:29.928 INFO:teuthology.orchestra.run.smithi103.stdout:Status: install ok installed 2022-01-15T17:24:29.928 INFO:teuthology.orchestra.run.smithi103.stdout:Priority: optional 2022-01-15T17:24:29.928 INFO:teuthology.orchestra.run.smithi103.stdout:Section: kernel 2022-01-15T17:24:29.929 INFO:teuthology.orchestra.run.smithi103.stdout:Installed-Size: 18 2022-01-15T17:24:29.929 INFO:teuthology.orchestra.run.smithi103.stdout:Maintainer: Ubuntu Kernel Team 2022-01-15T17:24:29.929 INFO:teuthology.orchestra.run.smithi103.stdout:Architecture: amd64 2022-01-15T17:24:29.929 INFO:teuthology.orchestra.run.smithi103.stdout:Source: linux-meta 2022-01-15T17:24:29.930 INFO:teuthology.orchestra.run.smithi103.stdout:Version: 5.4.0.94.98 2022-01-15T17:24:29.930 INFO:teuthology.orchestra.run.smithi103.stdout:Provides: virtualbox-guest-modules (= 6.1.26-dfsg-3~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.13) 2022-01-15T17:24:29.930 INFO:teuthology.orchestra.run.smithi103.stdout:Depends: linux-image-5.4.0-94-generic, linux-modules-extra-5.4.0-94-generic, linux-firmware, intel-microcode, amd64-microcode 2022-01-15T17:24:29.930 INFO:teuthology.orchestra.run.smithi103.stdout:Recommends: thermald 2022-01-15T17:24:29.931 INFO:teuthology.orchestra.run.smithi103.stdout:Description: Generic Linux kernel image 2022-01-15T17:24:29.931 INFO:teuthology.orchestra.run.smithi103.stdout: This package will always depend on the latest generic kernel image 2022-01-15T17:24:29.931 INFO:teuthology.orchestra.run.smithi103.stdout: available. 2022-01-15T17:24:29.932 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-88-generic Expected: 5.4.0-94-generic 2022-01-15T17:24:29.932 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-15T17:24:29.932 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-15T17:24:29.932 INFO:teuthology.task.kernel:Installing distro kernel on c2.mon.a... 2022-01-15T17:24:29.933 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi103.front.sepia.ceph.com, path=None, version=distro) 2022-01-15T17:24:29.933 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get clean 2022-01-15T17:24:29.989 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get update 2022-01-15T17:24:30.253 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2022-01-15T17:24:30.263 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2022-01-15T17:24:30.328 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2022-01-15T17:24:30.414 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2022-01-15T17:24:30.625 INFO:teuthology.orchestra.run.smithi027.stdout:done 2022-01-15T17:24:31.004 DEBUG:teuthology.orchestra.run.smithi027:> dpkg -s linux-image-generic 2022-01-15T17:24:31.031 INFO:teuthology.orchestra.run.smithi027.stdout:Package: linux-image-generic 2022-01-15T17:24:31.031 INFO:teuthology.orchestra.run.smithi027.stdout:Status: install ok installed 2022-01-15T17:24:31.031 INFO:teuthology.orchestra.run.smithi027.stdout:Priority: optional 2022-01-15T17:24:31.032 INFO:teuthology.orchestra.run.smithi027.stdout:Section: kernel 2022-01-15T17:24:31.032 INFO:teuthology.orchestra.run.smithi027.stdout:Installed-Size: 18 2022-01-15T17:24:31.032 INFO:teuthology.orchestra.run.smithi027.stdout:Maintainer: Ubuntu Kernel Team 2022-01-15T17:24:31.032 INFO:teuthology.orchestra.run.smithi027.stdout:Architecture: amd64 2022-01-15T17:24:31.033 INFO:teuthology.orchestra.run.smithi027.stdout:Source: linux-meta 2022-01-15T17:24:31.033 INFO:teuthology.orchestra.run.smithi027.stdout:Version: 5.4.0.94.98 2022-01-15T17:24:31.033 INFO:teuthology.orchestra.run.smithi027.stdout:Provides: virtualbox-guest-modules (= 6.1.26-dfsg-3~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.13) 2022-01-15T17:24:31.033 INFO:teuthology.orchestra.run.smithi027.stdout:Depends: linux-image-5.4.0-94-generic, linux-modules-extra-5.4.0-94-generic, linux-firmware, intel-microcode, amd64-microcode 2022-01-15T17:24:31.034 INFO:teuthology.orchestra.run.smithi027.stdout:Recommends: thermald 2022-01-15T17:24:31.034 INFO:teuthology.orchestra.run.smithi027.stdout:Description: Generic Linux kernel image 2022-01-15T17:24:31.034 INFO:teuthology.orchestra.run.smithi027.stdout: This package will always depend on the latest generic kernel image 2022-01-15T17:24:31.034 INFO:teuthology.orchestra.run.smithi027.stdout: available. 2022-01-15T17:24:31.035 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-88-generic Expected: 5.4.0-94-generic 2022-01-15T17:24:31.036 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-15T17:24:31.036 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-15T17:24:31.036 INFO:teuthology.task.kernel:Installing distro kernel on c1.mon.a... 2022-01-15T17:24:31.037 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi027.front.sepia.ceph.com, path=None, version=distro) 2022-01-15T17:24:31.037 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-get clean 2022-01-15T17:24:31.128 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-get update 2022-01-15T17:24:31.395 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2022-01-15T17:24:31.395 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2022-01-15T17:24:31.468 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2022-01-15T17:24:31.554 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2022-01-15T17:24:31.777 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2022-01-15T17:24:31.798 DEBUG:teuthology.orchestra.run.smithi103:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2022-01-15T17:24:31.862 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2022-01-15T17:24:32.032 INFO:teuthology.orchestra.run.smithi103.stdout:Building dependency tree... 2022-01-15T17:24:32.032 INFO:teuthology.orchestra.run.smithi103.stdout:Reading state information... 2022-01-15T17:24:32.162 INFO:teuthology.orchestra.run.smithi103.stdout:linux-image-generic is already the newest version (5.4.0.94.98). 2022-01-15T17:24:32.162 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages were automatically installed and are no longer required: 2022-01-15T17:24:32.162 INFO:teuthology.orchestra.run.smithi103.stdout: libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic 2022-01-15T17:24:32.163 INFO:teuthology.orchestra.run.smithi103.stdout: linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic 2022-01-15T17:24:32.163 INFO:teuthology.orchestra.run.smithi103.stdout: linux-modules-extra-5.4.0-66-generic 2022-01-15T17:24:32.163 INFO:teuthology.orchestra.run.smithi103.stdout:Use 'sudo apt autoremove' to remove them. 2022-01-15T17:24:32.199 INFO:teuthology.orchestra.run.smithi103.stdout:0 upgraded, 0 newly installed, 0 to remove and 97 not upgraded. 2022-01-15T17:24:32.201 DEBUG:teuthology.orchestra.run.smithi103:> dpkg -s linux-image-generic 2022-01-15T17:24:32.222 INFO:teuthology.orchestra.run.smithi103.stdout:Package: linux-image-generic 2022-01-15T17:24:32.222 INFO:teuthology.orchestra.run.smithi103.stdout:Status: install ok installed 2022-01-15T17:24:32.222 INFO:teuthology.orchestra.run.smithi103.stdout:Priority: optional 2022-01-15T17:24:32.223 INFO:teuthology.orchestra.run.smithi103.stdout:Section: kernel 2022-01-15T17:24:32.223 INFO:teuthology.orchestra.run.smithi103.stdout:Installed-Size: 18 2022-01-15T17:24:32.223 INFO:teuthology.orchestra.run.smithi103.stdout:Maintainer: Ubuntu Kernel Team 2022-01-15T17:24:32.223 INFO:teuthology.orchestra.run.smithi103.stdout:Architecture: amd64 2022-01-15T17:24:32.223 INFO:teuthology.orchestra.run.smithi103.stdout:Source: linux-meta 2022-01-15T17:24:32.224 INFO:teuthology.orchestra.run.smithi103.stdout:Version: 5.4.0.94.98 2022-01-15T17:24:32.224 INFO:teuthology.orchestra.run.smithi103.stdout:Provides: virtualbox-guest-modules (= 6.1.26-dfsg-3~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.13) 2022-01-15T17:24:32.224 INFO:teuthology.orchestra.run.smithi103.stdout:Depends: linux-image-5.4.0-94-generic, linux-modules-extra-5.4.0-94-generic, linux-firmware, intel-microcode, amd64-microcode 2022-01-15T17:24:32.224 INFO:teuthology.orchestra.run.smithi103.stdout:Recommends: thermald 2022-01-15T17:24:32.225 INFO:teuthology.orchestra.run.smithi103.stdout:Description: Generic Linux kernel image 2022-01-15T17:24:32.225 INFO:teuthology.orchestra.run.smithi103.stdout: This package will always depend on the latest generic kernel image 2022-01-15T17:24:32.225 INFO:teuthology.orchestra.run.smithi103.stdout: available. 2022-01-15T17:24:32.226 DEBUG:teuthology.orchestra.run.smithi103:> mktemp 2022-01-15T17:24:32.231 INFO:teuthology.orchestra.run.smithi103.stdout:/tmp/tmp.fAZRswwUaW 2022-01-15T17:24:32.231 DEBUG:teuthology.orchestra.run.smithi103:> sudo cp /boot/grub/grub.cfg /tmp/tmp.fAZRswwUaW 2022-01-15T17:24:32.242 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0666 /tmp/tmp.fAZRswwUaW 2022-01-15T17:24:32.323 DEBUG:teuthology.orchestra.remote:smithi103:/tmp/tmp.fAZRswwUaW is 10KB 2022-01-15T17:24:32.338 DEBUG:teuthology.orchestra.run.smithi103:> rm -fr /tmp/tmp.fAZRswwUaW 2022-01-15T17:24:32.345 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2022-01-15T17:24:32.401 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:24:32.402 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/grub.d/01_ceph_kernel 2022-01-15T17:24:32.402 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2022-01-15T17:24:32.444 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-94-generic 2022-01-15T17:24:32.444 DEBUG:teuthology.orchestra.run.smithi103:> sudo update-grub 2022-01-15T17:24:32.950 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:24:32.974 DEBUG:teuthology.orchestra.run.smithi027:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2022-01-15T17:24:33.041 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:24:33.215 INFO:teuthology.orchestra.run.smithi027.stdout:Building dependency tree... 2022-01-15T17:24:33.216 INFO:teuthology.orchestra.run.smithi027.stdout:Reading state information... 2022-01-15T17:24:33.365 INFO:teuthology.orchestra.run.smithi027.stdout:linux-image-generic is already the newest version (5.4.0.94.98). 2022-01-15T17:24:33.366 INFO:teuthology.orchestra.run.smithi027.stdout:The following packages were automatically installed and are no longer required: 2022-01-15T17:24:33.366 INFO:teuthology.orchestra.run.smithi027.stdout: libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic 2022-01-15T17:24:33.366 INFO:teuthology.orchestra.run.smithi027.stdout: linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic 2022-01-15T17:24:33.367 INFO:teuthology.orchestra.run.smithi027.stdout: linux-modules-extra-5.4.0-66-generic 2022-01-15T17:24:33.367 INFO:teuthology.orchestra.run.smithi027.stdout:Use 'sudo apt autoremove' to remove them. 2022-01-15T17:24:33.404 INFO:teuthology.orchestra.run.smithi027.stdout:0 upgraded, 0 newly installed, 0 to remove and 97 not upgraded. 2022-01-15T17:24:33.407 DEBUG:teuthology.orchestra.run.smithi027:> dpkg -s linux-image-generic 2022-01-15T17:24:33.426 INFO:teuthology.orchestra.run.smithi027.stdout:Package: linux-image-generic 2022-01-15T17:24:33.426 INFO:teuthology.orchestra.run.smithi027.stdout:Status: install ok installed 2022-01-15T17:24:33.426 INFO:teuthology.orchestra.run.smithi027.stdout:Priority: optional 2022-01-15T17:24:33.427 INFO:teuthology.orchestra.run.smithi027.stdout:Section: kernel 2022-01-15T17:24:33.427 INFO:teuthology.orchestra.run.smithi027.stdout:Installed-Size: 18 2022-01-15T17:24:33.427 INFO:teuthology.orchestra.run.smithi027.stdout:Maintainer: Ubuntu Kernel Team 2022-01-15T17:24:33.427 INFO:teuthology.orchestra.run.smithi027.stdout:Architecture: amd64 2022-01-15T17:24:33.428 INFO:teuthology.orchestra.run.smithi027.stdout:Source: linux-meta 2022-01-15T17:24:33.428 INFO:teuthology.orchestra.run.smithi027.stdout:Version: 5.4.0.94.98 2022-01-15T17:24:33.428 INFO:teuthology.orchestra.run.smithi027.stdout:Provides: virtualbox-guest-modules (= 6.1.26-dfsg-3~ubuntu1.20.04.2), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.13) 2022-01-15T17:24:33.428 INFO:teuthology.orchestra.run.smithi027.stdout:Depends: linux-image-5.4.0-94-generic, linux-modules-extra-5.4.0-94-generic, linux-firmware, intel-microcode, amd64-microcode 2022-01-15T17:24:33.429 INFO:teuthology.orchestra.run.smithi027.stdout:Recommends: thermald 2022-01-15T17:24:33.429 INFO:teuthology.orchestra.run.smithi027.stdout:Description: Generic Linux kernel image 2022-01-15T17:24:33.429 INFO:teuthology.orchestra.run.smithi027.stdout: This package will always depend on the latest generic kernel image 2022-01-15T17:24:33.429 INFO:teuthology.orchestra.run.smithi027.stdout: available. 2022-01-15T17:24:33.430 DEBUG:teuthology.orchestra.run.smithi027:> mktemp 2022-01-15T17:24:33.434 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.Z5Ne7oeXvu 2022-01-15T17:24:33.435 DEBUG:teuthology.orchestra.run.smithi027:> sudo cp /boot/grub/grub.cfg /tmp/tmp.Z5Ne7oeXvu 2022-01-15T17:24:33.445 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0666 /tmp/tmp.Z5Ne7oeXvu 2022-01-15T17:24:33.529 DEBUG:teuthology.orchestra.remote:smithi027:/tmp/tmp.Z5Ne7oeXvu is 10KB 2022-01-15T17:24:33.543 DEBUG:teuthology.orchestra.run.smithi027:> rm -fr /tmp/tmp.Z5Ne7oeXvu 2022-01-15T17:24:33.549 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2022-01-15T17:24:33.608 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:24:33.608 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/grub.d/01_ceph_kernel 2022-01-15T17:24:33.608 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2022-01-15T17:24:33.654 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-94-generic 2022-01-15T17:24:33.654 DEBUG:teuthology.orchestra.run.smithi027:> sudo update-grub 2022-01-15T17:24:33.801 INFO:teuthology.orchestra.run.smithi103.stderr:Sourcing file `/etc/default/grub' 2022-01-15T17:24:33.802 INFO:teuthology.orchestra.run.smithi103.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2022-01-15T17:24:33.820 INFO:teuthology.orchestra.run.smithi103.stderr:Generating grub configuration file ... 2022-01-15T17:24:34.109 INFO:teuthology.orchestra.run.smithi103.stderr:Found linux image: /boot/vmlinuz-5.4.0-94-generic 2022-01-15T17:24:34.121 INFO:teuthology.orchestra.run.smithi103.stderr:Found initrd image: /boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:34.512 INFO:teuthology.orchestra.run.smithi103.stderr:Found linux image: /boot/vmlinuz-5.4.0-88-generic 2022-01-15T17:24:34.524 INFO:teuthology.orchestra.run.smithi103.stderr:Found initrd image: /boot/initrd.img-5.4.0-88-generic 2022-01-15T17:24:34.618 INFO:teuthology.orchestra.run.smithi103.stderr:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2022-01-15T17:24:34.630 INFO:teuthology.orchestra.run.smithi103.stderr:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2022-01-15T17:24:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:Sourcing file `/etc/default/grub' 2022-01-15T17:24:35.001 INFO:teuthology.orchestra.run.smithi027.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2022-01-15T17:24:35.023 INFO:teuthology.orchestra.run.smithi027.stderr:Generating grub configuration file ... 2022-01-15T17:24:35.311 INFO:teuthology.orchestra.run.smithi027.stderr:Found linux image: /boot/vmlinuz-5.4.0-94-generic 2022-01-15T17:24:35.324 INFO:teuthology.orchestra.run.smithi027.stderr:Found initrd image: /boot/initrd.img-5.4.0-94-generic 2022-01-15T17:24:35.663 INFO:teuthology.orchestra.run.smithi103.stderr:done 2022-01-15T17:24:35.665 DEBUG:teuthology.orchestra.run.smithi103:> sudo shutdown -r now 2022-01-15T17:24:35.723 INFO:teuthology.orchestra.run.smithi027.stderr:Found linux image: /boot/vmlinuz-5.4.0-88-generic 2022-01-15T17:24:35.736 INFO:teuthology.orchestra.run.smithi027.stderr:Found initrd image: /boot/initrd.img-5.4.0-88-generic 2022-01-15T17:24:35.835 INFO:teuthology.orchestra.run.smithi027.stderr:Found linux image: /boot/vmlinuz-5.4.0-66-generic 2022-01-15T17:24:35.847 INFO:teuthology.orchestra.run.smithi027.stderr:Found initrd image: /boot/initrd.img-5.4.0-66-generic 2022-01-15T17:24:36.915 INFO:teuthology.orchestra.run.smithi027.stderr:done 2022-01-15T17:24:36.917 DEBUG:teuthology.orchestra.run.smithi027:> sudo shutdown -r now 2022-01-15T17:25:05.694 INFO:teuthology.task.kernel:Checking client c2.mon.a for new kernel version... 2022-01-15T17:25:05.695 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2022-01-15T17:25:05.696 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:25:06.922 INFO:teuthology.task.kernel:Checking client c1.mon.a for new kernel version... 2022-01-15T17:25:06.922 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2022-01-15T17:25:06.923 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:26:24.086 DEBUG:teuthology.orchestra.remote:timed out 2022-01-15T17:26:25.325 DEBUG:teuthology.orchestra.remote:timed out 2022-01-15T17:26:54.115 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2022-01-15T17:26:54.116 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:26:54.292 DEBUG:teuthology.orchestra.run.smithi103:> true 2022-01-15T17:26:54.840 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi103.front.sepia.ceph.com' 2022-01-15T17:26:54.841 INFO:teuthology.task.kernel:Checking kernel version of c2.mon.a, want "5.4.0-94-generic"... 2022-01-15T17:26:54.841 DEBUG:teuthology.orchestra.run.smithi103:> uname -r 2022-01-15T17:26:54.847 INFO:teuthology.orchestra.run.smithi103.stdout:5.4.0-94-generic 2022-01-15T17:26:54.847 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-94-generic vs 5.4.0-94-generic 2022-01-15T17:26:54.848 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-15T17:26:54.848 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2022-01-15T17:26:55.326 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2022-01-15T17:26:55.327 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:26:55.615 DEBUG:teuthology.orchestra.run.smithi027:> true 2022-01-15T17:26:55.849 INFO:teuthology.task.kernel:Enabling kdb on c2.mon.a... 2022-01-15T17:26:55.850 DEBUG:teuthology.orchestra.run.smithi103:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-15T17:26:55.919 INFO:teuthology.orchestra.run.smithi103.stdout:ttyS1 2022-01-15T17:26:55.940 DEBUG:teuthology.parallel:result is None 2022-01-15T17:26:56.213 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi027.front.sepia.ceph.com' 2022-01-15T17:26:56.214 INFO:teuthology.task.kernel:Checking kernel version of c1.mon.a, want "5.4.0-94-generic"... 2022-01-15T17:26:56.214 DEBUG:teuthology.orchestra.run.smithi027:> uname -r 2022-01-15T17:26:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:5.4.0-94-generic 2022-01-15T17:26:56.221 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-94-generic vs 5.4.0-94-generic 2022-01-15T17:26:56.221 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-15T17:26:56.221 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2022-01-15T17:26:57.223 INFO:teuthology.task.kernel:Enabling kdb on c1.mon.a... 2022-01-15T17:26:57.223 DEBUG:teuthology.orchestra.run.smithi027:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-15T17:26:57.291 INFO:teuthology.orchestra.run.smithi027.stdout:ttyS1 2022-01-15T17:26:57.310 DEBUG:teuthology.parallel:result is None 2022-01-15T17:26:57.311 INFO:teuthology.run_tasks:Running task internal.base... 2022-01-15T17:26:57.323 INFO:teuthology.task.internal:Creating test directory... 2022-01-15T17:26:57.324 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-15T17:26:57.326 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-15T17:26:57.333 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-01-15T17:26:57.428 INFO:teuthology.run_tasks:Running task internal.archive... 2022-01-15T17:26:57.466 INFO:teuthology.task.internal:Creating archive directory... 2022-01-15T17:26:57.467 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-15T17:26:57.471 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-15T17:26:57.502 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-01-15T17:26:57.513 INFO:teuthology.task.internal:Enabling coredump saving... 2022-01-15T17:26:57.514 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-15T17:26:57.517 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-15T17:26:57.534 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-15T17:26:57.543 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-15T17:26:57.549 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-15T17:26:57.559 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-15T17:26:57.561 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-01-15T17:26:57.573 INFO:teuthology.task.internal:Configuring sudo... 2022-01-15T17:26:57.573 DEBUG:teuthology.orchestra.run.smithi027:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-15T17:26:57.590 DEBUG:teuthology.orchestra.run.smithi103:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-15T17:26:57.617 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-01-15T17:26:57.630 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-01-15T17:26:57.631 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-15T17:26:57.633 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-15T17:26:57.640 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-15T17:26:57.647 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-15T17:26:57.695 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:26:57.695 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-15T17:26:57.715 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-15T17:26:57.723 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-15T17:26:57.773 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:26:57.774 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-15T17:26:57.797 DEBUG:teuthology.orchestra.run.smithi027:> sudo service rsyslog restart 2022-01-15T17:26:57.800 DEBUG:teuthology.orchestra.run.smithi103:> sudo service rsyslog restart 2022-01-15T17:26:57.853 INFO:teuthology.run_tasks:Running task internal.timer... 2022-01-15T17:26:57.864 INFO:teuthology.task.internal:Starting timer... 2022-01-15T17:26:57.865 INFO:teuthology.run_tasks:Running task pcp... 2022-01-15T17:26:57.901 INFO:teuthology.run_tasks:Running task selinux... 2022-01-15T17:26:57.915 DEBUG:teuthology.task.selinux:Excluding smithi027: OS 'ubuntu' does not support SELinux 2022-01-15T17:26:57.916 DEBUG:teuthology.task.selinux:Excluding smithi103: OS 'ubuntu' does not support SELinux 2022-01-15T17:26:57.916 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-01-15T17:26:57.916 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2022-01-15T17:26:57.917 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-01-15T17:26:57.917 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-01-15T17:26:57.932 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2022-01-15T17:26:57.938 INFO:teuthology.repo_utils:Fetching master from origin 2022-01-15T17:26:57.974 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2022-01-15T17:26:57.992 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-01-15T17:26:57.993 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi027.front.sepia.ceph.com,smithi103.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2022-01-15T17:26:58.371 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2022-01-15T17:26:59.195 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2022-01-15T17:27:02.118 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2022-01-15T17:27:02.227 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:02 +0000 (0:00:00.125) 0:00:00.125 ****** 2022-01-15T17:27:02.239 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:02 +0000 (0:00:00.011) 0:00:00.136 ****** 2022-01-15T17:27:04.352 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2022-01-15T17:27:04.354 INFO:teuthology.task.ansible.out:[DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host smithi027.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [smithi027.front.sepia.ceph.com] 2022-01-15T17:27:04.388 INFO:teuthology.task.ansible.out:[DEPRECATION WARNING]: Distribution Ubuntu 20.04 on host smithi103.front.sepia.ceph.com should use /usr/bin/python3, but is using /usr/bin/python for backward compatibility with prior Ansible releases. A future Ansible release will default to using the discovered platform python for this host. See https://docs.ansible.com/ansible/2.9/reference_appendices/inter preter_discovery.html for more information. This feature will be removed in version 2.12. Deprecation warnings can be disabled by setting deprecation_warnings=False in ansible.cfg. ok: [smithi103.front.sepia.ceph.com] 2022-01-15T17:27:04.415 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:04 +0000 (0:00:02.177) 0:00:02.313 ****** 2022-01-15T17:27:04.486 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:04 +0000 (0:00:00.070) 0:00:02.383 ****** 2022-01-15T17:27:04.627 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** 2022-01-15T17:27:04.629 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2022-01-15T17:27:04.651 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:04 +0000 (0:00:00.164) 0:00:02.548 ****** 2022-01-15T17:27:04.671 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:04 +0000 (0:00:00.020) 0:00:02.569 ****** 2022-01-15T17:27:05.187 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2022-01-15T17:27:05.189 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2022-01-15T17:27:05.210 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:05 +0000 (0:00:00.539) 0:00:03.108 ****** 2022-01-15T17:27:05.218 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "cm,,,", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2022-01-15T17:27:05.243 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:05 +0000 (0:00:00.032) 0:00:03.141 ****** 2022-01-15T17:27:05.281 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2022-01-15T17:27:05.282 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:05.305 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:05 +0000 (0:00:00.061) 0:00:03.202 ****** 2022-01-15T17:27:05.322 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:05.346 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:05 +0000 (0:00:00.041) 0:00:03.244 ****** 2022-01-15T17:27:05.518 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2022-01-15T17:27:05.520 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} ok: [smithi027.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:27:05.546 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:05 +0000 (0:00:00.199) 0:00:03.444 ****** 2022-01-15T17:27:05.567 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:05 +0000 (0:00:00.020) 0:00:03.464 ****** 2022-01-15T17:27:06.234 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** 2022-01-15T17:27:06.236 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/cephlab_sudo", "size": 182, "state": "file", "uid": 0} 2022-01-15T17:27:06.257 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:06 +0000 (0:00:00.690) 0:00:04.154 ****** 2022-01-15T17:27:06.263 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/cephlab_sudo", "size": 182, "state": "file", "uid": 0} 2022-01-15T17:27:06.289 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:06 +0000 (0:00:00.031) 0:00:04.186 ****** 2022-01-15T17:27:06.732 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2022-01-15T17:27:06.734 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2022-01-15T17:27:06.736 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2022-01-15T17:27:06.756 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2022-01-15T17:27:06.758 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2022-01-15T17:27:06.833 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2022-01-15T17:27:06.835 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2022-01-15T17:27:06.848 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2022-01-15T17:27:06.850 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:06 +0000 (0:00:00.559) 0:00:04.746 ****** 2022-01-15T17:27:07.561 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] 2022-01-15T17:27:08.572 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] 2022-01-15T17:27:08.590 INFO:teuthology.task.ansible.out: TASK [set_fact] **************************************************************** 2022-01-15T17:27:08.591 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:08 +0000 (0:00:01.741) 0:00:06.488 ****** 2022-01-15T17:27:08.617 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2022-01-15T17:27:08.628 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2022-01-15T17:27:08.633 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2022-01-15T17:27:08.785 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:08 +0000 (0:00:00.195) 0:00:06.683 ****** 2022-01-15T17:27:08.807 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:08 +0000 (0:00:00.021) 0:00:06.704 ****** 2022-01-15T17:27:09.684 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi027.front.sepia.ceph.com] 2022-01-15T17:27:09.694 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] 2022-01-15T17:27:09.755 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2022-01-15T17:27:09.756 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:09 +0000 (0:00:00.948) 0:00:07.653 ****** 2022-01-15T17:27:09.781 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:09 +0000 (0:00:00.025) 0:00:07.678 ****** 2022-01-15T17:27:10.381 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2022-01-15T17:27:10.384 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.176893", "end": "2022-01-15 17:27:10.356169", "rc": 0, "start": "2022-01-15 17:27:10.179276", "stderr": "", "stderr_lines": [], "stdout": "a5f4a228bf3c4aec870a8dc1947d65cb19c13869", "stdout_lines": ["a5f4a228bf3c4aec870a8dc1947d65cb19c13869"]} 2022-01-15T17:27:10.409 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.628) 0:00:08.307 ****** 2022-01-15T17:27:10.421 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.166859", "end": "2022-01-15 17:27:10.368049", "rc": 0, "start": "2022-01-15 17:27:10.201190", "stderr": "", "stderr_lines": [], "stdout": "a5f4a228bf3c4aec870a8dc1947d65cb19c13869", "stdout_lines": ["a5f4a228bf3c4aec870a8dc1947d65cb19c13869"]} 2022-01-15T17:27:10.457 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.047) 0:00:08.354 ****** 2022-01-15T17:27:10.548 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.010250", "end": "2022-01-15 17:27:10.964976", "failed_when_result": false, "rc": 0, "start": "2022-01-15 17:27:10.954726", "stderr": "", "stderr_lines": [], "stdout": "be157e19c0bfe2e4e07c6f889b0dbfb8dd2c65ec", "stdout_lines": ["be157e19c0bfe2e4e07c6f889b0dbfb8dd2c65ec"]} 2022-01-15T17:27:10.574 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.117) 0:00:08.472 ****** 2022-01-15T17:27:10.603 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.010290", "end": "2022-01-15 17:27:10.732364", "failed_when_result": false, "rc": 0, "start": "2022-01-15 17:27:10.722074", "stderr": "", "stderr_lines": [], "stdout": "be157e19c0bfe2e4e07c6f889b0dbfb8dd2c65ec", "stdout_lines": ["be157e19c0bfe2e4e07c6f889b0dbfb8dd2c65ec"]} 2022-01-15T17:27:10.632 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.057) 0:00:08.529 ****** 2022-01-15T17:27:10.649 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2022-01-15T17:27:10.651 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:10.674 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.041) 0:00:08.571 ****** 2022-01-15T17:27:10.702 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:10.730 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.055) 0:00:08.627 ****** 2022-01-15T17:27:10.746 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2022-01-15T17:27:10.747 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:10.771 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.041) 0:00:08.669 ****** 2022-01-15T17:27:10.799 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:10.825 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.053) 0:00:08.722 ****** 2022-01-15T17:27:10.841 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2022-01-15T17:27:10.843 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:10.868 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.043) 0:00:08.766 ****** 2022-01-15T17:27:10.896 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:10.921 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.052) 0:00:08.818 ****** 2022-01-15T17:27:10.937 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2022-01-15T17:27:10.938 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:10.961 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:10 +0000 (0:00:00.040) 0:00:08.859 ****** 2022-01-15T17:27:10.988 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:11.013 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:11 +0000 (0:00:00.051) 0:00:08.910 ****** 2022-01-15T17:27:11.029 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2022-01-15T17:27:11.031 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:11.057 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:11 +0000 (0:00:00.044) 0:00:08.955 ****** 2022-01-15T17:27:11.085 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:11.111 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:11 +0000 (0:00:00.053) 0:00:09.009 ****** 2022-01-15T17:27:11.233 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2022-01-15T17:27:11.235 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:27:11.258 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:11 +0000 (0:00:00.147) 0:00:09.156 ****** 2022-01-15T17:27:11.286 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:27:11.311 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:11 +0000 (0:00:00.052) 0:00:09.208 ****** 2022-01-15T17:27:11.502 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2022-01-15T17:27:11.504 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2022-01-15T17:27:11.545 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2022-01-15T17:27:11.650 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2022-01-15T17:27:11.692 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2022-01-15T17:27:11.796 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2022-01-15T17:27:11.838 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2022-01-15T17:27:11.943 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2022-01-15T17:27:11.975 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2022-01-15T17:27:12.089 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2022-01-15T17:27:12.121 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2022-01-15T17:27:12.236 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2022-01-15T17:27:12.268 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2022-01-15T17:27:12.372 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2022-01-15T17:27:12.406 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2022-01-15T17:27:12.521 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2022-01-15T17:27:12.553 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2022-01-15T17:27:12.658 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2022-01-15T17:27:12.690 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2022-01-15T17:27:12.806 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2022-01-15T17:27:12.838 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2022-01-15T17:27:12.953 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2022-01-15T17:27:12.985 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2022-01-15T17:27:13.090 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2022-01-15T17:27:13.122 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2022-01-15T17:27:13.237 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2022-01-15T17:27:13.270 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2022-01-15T17:27:13.384 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2022-01-15T17:27:13.406 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2022-01-15T17:27:13.522 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2022-01-15T17:27:13.554 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2022-01-15T17:27:13.669 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2022-01-15T17:27:13.692 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2022-01-15T17:27:13.820 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2022-01-15T17:27:13.842 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2022-01-15T17:27:13.969 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2022-01-15T17:27:13.980 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2022-01-15T17:27:14.116 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2022-01-15T17:27:14.127 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2022-01-15T17:27:14.256 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2022-01-15T17:27:14.268 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2022-01-15T17:27:14.406 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2022-01-15T17:27:14.408 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2022-01-15T17:27:14.545 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2022-01-15T17:27:14.557 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2022-01-15T17:27:14.695 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2022-01-15T17:27:14.697 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2022-01-15T17:27:14.834 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2022-01-15T17:27:14.846 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2022-01-15T17:27:14.982 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2022-01-15T17:27:14.983 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2022-01-15T17:27:15.121 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2022-01-15T17:27:15.133 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2022-01-15T17:27:15.280 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2022-01-15T17:27:15.281 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2022-01-15T17:27:15.416 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2022-01-15T17:27:15.428 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2022-01-15T17:27:15.563 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2022-01-15T17:27:15.564 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2022-01-15T17:27:15.711 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2022-01-15T17:27:15.712 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2022-01-15T17:27:15.860 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2022-01-15T17:27:15.862 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2022-01-15T17:27:15.996 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2022-01-15T17:27:16.007 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2022-01-15T17:27:16.145 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2022-01-15T17:27:16.147 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2022-01-15T17:27:16.281 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2022-01-15T17:27:16.293 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1138} 2022-01-15T17:27:16.428 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2022-01-15T17:27:16.440 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2022-01-15T17:27:16.576 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2022-01-15T17:27:16.588 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1140} 2022-01-15T17:27:16.724 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2022-01-15T17:27:16.726 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1141} 2022-01-15T17:27:16.861 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2022-01-15T17:27:16.873 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1142} 2022-01-15T17:27:17.009 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2022-01-15T17:27:17.020 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1143} 2022-01-15T17:27:17.146 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2022-01-15T17:27:17.158 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1144} 2022-01-15T17:27:17.294 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2022-01-15T17:27:17.306 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1145} 2022-01-15T17:27:17.432 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2022-01-15T17:27:17.443 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1146} 2022-01-15T17:27:17.580 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2022-01-15T17:27:17.591 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2022-01-15T17:27:17.717 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2022-01-15T17:27:17.729 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1148} 2022-01-15T17:27:17.865 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2022-01-15T17:27:17.876 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1149} 2022-01-15T17:27:18.002 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2022-01-15T17:27:18.024 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1150} 2022-01-15T17:27:18.148 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2022-01-15T17:27:18.160 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1151} 2022-01-15T17:27:18.295 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2022-01-15T17:27:18.307 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1152} 2022-01-15T17:27:18.432 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2022-01-15T17:27:18.454 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1153} 2022-01-15T17:27:18.579 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2022-01-15T17:27:18.601 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1154} 2022-01-15T17:27:18.716 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2022-01-15T17:27:18.748 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1155} 2022-01-15T17:27:18.863 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2022-01-15T17:27:18.885 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1156} 2022-01-15T17:27:19.011 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2022-01-15T17:27:19.033 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1157} 2022-01-15T17:27:19.148 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2022-01-15T17:27:19.180 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1158} 2022-01-15T17:27:19.294 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2022-01-15T17:27:19.316 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1159} 2022-01-15T17:27:19.431 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2022-01-15T17:27:19.463 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1160} 2022-01-15T17:27:19.578 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2022-01-15T17:27:19.610 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1161} 2022-01-15T17:27:19.725 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2022-01-15T17:27:19.757 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1162} 2022-01-15T17:27:19.861 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2022-01-15T17:27:19.903 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1163} 2022-01-15T17:27:20.007 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2022-01-15T17:27:20.040 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1139} 2022-01-15T17:27:20.144 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2022-01-15T17:27:20.187 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1164} 2022-01-15T17:27:20.292 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2022-01-15T17:27:20.335 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1165} 2022-01-15T17:27:20.429 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2022-01-15T17:27:20.482 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1166} 2022-01-15T17:27:20.576 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2022-01-15T17:27:20.629 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1167} 2022-01-15T17:27:20.713 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2022-01-15T17:27:20.765 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1168} 2022-01-15T17:27:20.859 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2022-01-15T17:27:20.912 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1169} 2022-01-15T17:27:20.996 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2022-01-15T17:27:21.060 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1170} 2022-01-15T17:27:21.143 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2022-01-15T17:27:21.207 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1171} 2022-01-15T17:27:21.290 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2022-01-15T17:27:21.354 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1172} 2022-01-15T17:27:21.438 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2022-01-15T17:27:21.501 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1173} 2022-01-15T17:27:21.575 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2022-01-15T17:27:21.639 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1174} 2022-01-15T17:27:21.723 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2022-01-15T17:27:21.786 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1175} 2022-01-15T17:27:21.859 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2022-01-15T17:27:21.932 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1176} 2022-01-15T17:27:22.006 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2022-01-15T17:27:22.079 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1177} 2022-01-15T17:27:22.142 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2022-01-15T17:27:22.216 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1178} 2022-01-15T17:27:22.289 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2022-01-15T17:27:22.363 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1179} 2022-01-15T17:27:22.436 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2022-01-15T17:27:22.510 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1180} 2022-01-15T17:27:22.573 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2022-01-15T17:27:22.656 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1181} 2022-01-15T17:27:22.720 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2022-01-15T17:27:22.803 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1182} 2022-01-15T17:27:22.866 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2022-01-15T17:27:22.950 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1183} 2022-01-15T17:27:23.003 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2022-01-15T17:27:23.087 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1186} 2022-01-15T17:27:23.150 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2022-01-15T17:27:23.234 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1187} 2022-01-15T17:27:23.286 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2022-01-15T17:27:23.380 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1188} 2022-01-15T17:27:23.433 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2022-01-15T17:27:23.516 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1189} 2022-01-15T17:27:23.569 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2022-01-15T17:27:23.663 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1190} 2022-01-15T17:27:23.717 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2022-01-15T17:27:23.801 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1191} 2022-01-15T17:27:23.864 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2022-01-15T17:27:23.948 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1192} 2022-01-15T17:27:24.001 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2022-01-15T17:27:24.095 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1193} 2022-01-15T17:27:24.147 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2022-01-15T17:27:24.241 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1194} 2022-01-15T17:27:24.294 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2022-01-15T17:27:24.388 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1195} 2022-01-15T17:27:24.441 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2022-01-15T17:27:24.536 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1196} 2022-01-15T17:27:24.578 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2022-01-15T17:27:24.682 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1197} 2022-01-15T17:27:24.725 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2022-01-15T17:27:24.820 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1198} 2022-01-15T17:27:24.872 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2022-01-15T17:27:24.967 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1199} 2022-01-15T17:27:25.020 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2022-01-15T17:27:25.114 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1200} 2022-01-15T17:27:25.167 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2022-01-15T17:27:25.262 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1147} 2022-01-15T17:27:25.304 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2022-01-15T17:27:25.408 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1201} 2022-01-15T17:27:25.451 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2022-01-15T17:27:25.546 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1202} 2022-01-15T17:27:25.587 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2022-01-15T17:27:25.703 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1203} 2022-01-15T17:27:25.735 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2022-01-15T17:27:25.839 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1204} 2022-01-15T17:27:25.871 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2022-01-15T17:27:25.986 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1205} 2022-01-15T17:27:26.019 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2022-01-15T17:27:26.134 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1206} 2022-01-15T17:27:26.156 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2022-01-15T17:27:26.271 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1207} 2022-01-15T17:27:26.303 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2022-01-15T17:27:26.419 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1208} 2022-01-15T17:27:26.441 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2022-01-15T17:27:26.567 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1209} 2022-01-15T17:27:26.589 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2022-01-15T17:27:26.715 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1210} 2022-01-15T17:27:26.726 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2022-01-15T17:27:26.862 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1211} 2022-01-15T17:27:26.873 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2022-01-15T17:27:26.999 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1212} 2022-01-15T17:27:27.010 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2022-01-15T17:27:27.145 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1213} 2022-01-15T17:27:27.156 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2022-01-15T17:27:27.292 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1214} 2022-01-15T17:27:27.304 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2022-01-15T17:27:27.429 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1215} 2022-01-15T17:27:27.441 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2022-01-15T17:27:27.587 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1216} 2022-01-15T17:27:27.588 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2022-01-15T17:27:27.734 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2022-01-15T17:27:27.735 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1217} 2022-01-15T17:27:27.870 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2022-01-15T17:27:27.872 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1218} 2022-01-15T17:27:28.017 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2022-01-15T17:27:28.029 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1219} 2022-01-15T17:27:28.164 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2022-01-15T17:27:28.165 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1220} 2022-01-15T17:27:28.312 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2022-01-15T17:27:28.313 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1221} 2022-01-15T17:27:28.459 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1222} 2022-01-15T17:27:28.460 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2022-01-15T17:27:28.606 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1223} 2022-01-15T17:27:28.607 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2022-01-15T17:27:28.743 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1224} 2022-01-15T17:27:28.754 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2022-01-15T17:27:28.889 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1225} 2022-01-15T17:27:28.890 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2022-01-15T17:27:29.036 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2022-01-15T17:27:29.037 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1226} 2022-01-15T17:27:29.183 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2022-01-15T17:27:29.184 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1227} 2022-01-15T17:27:29.319 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2022-01-15T17:27:29.331 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1228} 2022-01-15T17:27:29.467 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2022-01-15T17:27:29.468 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1229} 2022-01-15T17:27:29.604 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2022-01-15T17:27:29.616 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1230} 2022-01-15T17:27:29.752 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2022-01-15T17:27:29.794 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1232} 2022-01-15T17:27:29.889 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2022-01-15T17:27:29.901 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1233} 2022-01-15T17:27:30.036 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2022-01-15T17:27:30.037 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1234} 2022-01-15T17:27:30.184 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2022-01-15T17:27:30.185 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1235} 2022-01-15T17:27:30.331 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2022-01-15T17:27:30.332 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1236} 2022-01-15T17:27:30.470 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10103, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "move_home": false, "name": "dachary", "shell": "/bin/bash", "state": "present", "uid": 10102} 2022-01-15T17:27:30.471 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1237} 2022-01-15T17:27:30.617 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10104, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "move_home": false, "name": "amctagga", "shell": "/bin/bash", "state": "present", "uid": 10103} 2022-01-15T17:27:30.618 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10103, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "move_home": false, "name": "dachary", "shell": "/bin/bash", "state": "present", "uid": 10102} 2022-01-15T17:27:30.756 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10105, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "move_home": false, "name": "kevinz", "shell": "/bin/bash", "state": "present", "uid": 10104} 2022-01-15T17:27:30.768 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10104, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "move_home": false, "name": "amctagga", "shell": "/bin/bash", "state": "present", "uid": 10103} 2022-01-15T17:27:30.903 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10106, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "move_home": false, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "uid": 10105} 2022-01-15T17:27:30.915 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10105, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "move_home": false, "name": "kevinz", "shell": "/bin/bash", "state": "present", "uid": 10104} 2022-01-15T17:27:31.052 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10107, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "move_home": false, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "uid": 10106} 2022-01-15T17:27:31.054 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10106, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "move_home": false, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "uid": 10105} 2022-01-15T17:27:31.199 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10108, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "move_home": false, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "uid": 10107} 2022-01-15T17:27:31.200 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10107, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "move_home": false, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "uid": 10106} 2022-01-15T17:27:31.336 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10109, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "move_home": false, "name": "lflores", "shell": "/bin/bash", "state": "present", "uid": 10108} 2022-01-15T17:27:31.347 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10108, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "move_home": false, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "uid": 10107} 2022-01-15T17:27:31.483 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10110, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "move_home": false, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "uid": 10109} 2022-01-15T17:27:31.484 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10109, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "move_home": false, "name": "lflores", "shell": "/bin/bash", "state": "present", "uid": 10108} 2022-01-15T17:27:31.631 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10111, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "move_home": false, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "uid": 10110} 2022-01-15T17:27:31.632 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10110, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "move_home": false, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "uid": 10109} 2022-01-15T17:27:31.767 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10112, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "move_home": false, "name": "luisrico", "shell": "/bin/bash", "state": "present", "uid": 10111} 2022-01-15T17:27:31.768 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10111, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "move_home": false, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "uid": 10110} 2022-01-15T17:27:31.915 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10113, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "move_home": false, "name": "matan", "shell": "/bin/bash", "state": "present", "uid": 10112} 2022-01-15T17:27:31.916 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10112, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "move_home": false, "name": "luisrico", "shell": "/bin/bash", "state": "present", "uid": 10111} 2022-01-15T17:27:32.062 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10114, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "move_home": false, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "uid": 10113} 2022-01-15T17:27:32.065 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10113, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "move_home": false, "name": "matan", "shell": "/bin/bash", "state": "present", "uid": 10112} 2022-01-15T17:27:32.199 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10115, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "move_home": false, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "uid": 10114} 2022-01-15T17:27:32.211 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10114, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "move_home": false, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "uid": 10113} 2022-01-15T17:27:32.347 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10116, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "move_home": false, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "uid": 10115} 2022-01-15T17:27:32.359 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10115, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "move_home": false, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "uid": 10114} 2022-01-15T17:27:32.485 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10117, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "move_home": false, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "uid": 10116} 2022-01-15T17:27:32.496 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10116, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "move_home": false, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "uid": 10115} 2022-01-15T17:27:32.633 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10118, "groups": "sudo", "home": "/home/arjsharm", "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "move_home": false, "name": "arjsharm", "shell": "/bin/bash", "state": "present", "uid": 10117} 2022-01-15T17:27:32.634 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10117, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "move_home": false, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "uid": 10116} 2022-01-15T17:27:32.780 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10119, "groups": "sudo", "home": "/home/melissali", "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "move_home": false, "name": "melissali", "shell": "/bin/bash", "state": "present", "uid": 10118} 2022-01-15T17:27:32.781 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10118, "groups": "sudo", "home": "/home/arjsharm", "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "move_home": false, "name": "arjsharm", "shell": "/bin/bash", "state": "present", "uid": 10117} 2022-01-15T17:27:32.917 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10120, "groups": "sudo", "home": "/home/ionutbalutoiu", "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "move_home": false, "name": "ionutbalutoiu", "shell": "/bin/bash", "state": "present", "uid": 10119} 2022-01-15T17:27:32.929 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10119, "groups": "sudo", "home": "/home/melissali", "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "move_home": false, "name": "melissali", "shell": "/bin/bash", "state": "present", "uid": 10118} 2022-01-15T17:27:33.064 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10121, "groups": "sudo", "home": "/home/pdiazbou", "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "move_home": false, "name": "pdiazbou", "shell": "/bin/bash", "state": "present", "uid": 10120} 2022-01-15T17:27:33.065 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10120, "groups": "sudo", "home": "/home/ionutbalutoiu", "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "move_home": false, "name": "ionutbalutoiu", "shell": "/bin/bash", "state": "present", "uid": 10119} 2022-01-15T17:27:33.212 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10122, "groups": "sudo", "home": "/home/xuwang", "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "move_home": false, "name": "xuwang", "shell": "/bin/bash", "state": "present", "uid": 10121} 2022-01-15T17:27:33.214 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10121, "groups": "sudo", "home": "/home/pdiazbou", "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "move_home": false, "name": "pdiazbou", "shell": "/bin/bash", "state": "present", "uid": 10120} 2022-01-15T17:27:33.349 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10123, "groups": "sudo", "home": "/home/blaine", "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "move_home": false, "name": "blaine", "shell": "/bin/bash", "state": "present", "uid": 10122} 2022-01-15T17:27:33.360 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10122, "groups": "sudo", "home": "/home/xuwang", "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "move_home": false, "name": "xuwang", "shell": "/bin/bash", "state": "present", "uid": 10121} 2022-01-15T17:27:33.507 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 10123, "groups": "sudo", "home": "/home/blaine", "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "move_home": false, "name": "blaine", "shell": "/bin/bash", "state": "present", "uid": 10122} 2022-01-15T17:27:33.926 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10124, "groups": "sudo", "home": "/home/choffman", "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "name": "choffman", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10123} 2022-01-15T17:27:34.083 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10124, "groups": "sudo", "home": "/home/choffman", "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "name": "choffman", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10123} 2022-01-15T17:27:34.456 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10125, "groups": "sudo", "home": "/home/oro", "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "name": "oro", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10124} 2022-01-15T17:27:34.592 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10125, "groups": "sudo", "home": "/home/oro", "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "name": "oro", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10124} 2022-01-15T17:27:34.946 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10126, "groups": "sudo", "home": "/home/mrfreezeex", "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "name": "mrfreezeex", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10125} 2022-01-15T17:27:35.134 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10126, "groups": "sudo", "home": "/home/mrfreezeex", "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "name": "mrfreezeex", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10125} 2022-01-15T17:27:35.476 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10127, "groups": "sudo", "home": "/home/jthottan", "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "name": "jthottan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10126} 2022-01-15T17:27:35.603 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:35 +0000 (0:00:24.291) 0:00:33.500 ****** 2022-01-15T17:27:35.664 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10127, "groups": "sudo", "home": "/home/jthottan", "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "name": "jthottan", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10126} 2022-01-15T17:27:35.675 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2022-01-15T17:27:35.810 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:35 +0000 (0:00:00.207) 0:00:33.707 ****** 2022-01-15T17:27:35.846 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2022-01-15T17:27:35.900 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2022-01-15T17:27:35.902 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@desktop 2022-01-15T17:27:35.904 INFO:teuthology.task.ansible.out: QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b26 2022-01-15T17:27:35.905 INFO:teuthology.task.ansible.out:5c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed20 2022-01-15T17:27:35.907 INFO:teuthology.task.ansible.out:82caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name" 2022-01-15T17:27:35.909 INFO:teuthology.task.ansible.out:: "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu" 2022-01-15T17:27:35.909 INFO:teuthology.task.ansible.out:, "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915 2022-01-15T17:27:35.911 INFO:teuthology.task.ansible.out:d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZ 2022-01-15T17:27:35.912 INFO:teuthology.task.ansible.out:YM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 2022-01-15T17:27:35.914 INFO:teuthology.task.ansible.out: 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp 2022-01-15T17:27:35.916 INFO:teuthology.task.ansible.out:", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3 2022-01-15T17:27:35.917 INFO:teuthology.task.ansible.out:624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9Jj 2022-01-15T17:27:35.919 INFO:teuthology.task.ansible.out:enDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "sh 2022-01-15T17:27:35.920 INFO:teuthology.task.ansible.out:yamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, {"name": "adking 2022-01-15T17:27:35.921 INFO:teuthology.task.ansible.out:", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 2022-01-15T17:27:35.922 INFO:teuthology.task.ansible.out:3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", 2022-01-15T17:27:35.924 INFO:teuthology.task.ansible.out:"ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}]}, "changed": false} 2022-01-15T17:27:35.945 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:35 +0000 (0:00:00.135) 0:00:33.843 ****** 2022-01-15T17:27:35.971 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:35 +0000 (0:00:00.025) 0:00:33.868 ****** 2022-01-15T17:27:36.003 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2022-01-15T17:27:36.026 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:36 +0000 (0:00:00.055) 0:00:33.924 ****** 2022-01-15T17:27:36.127 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2022-01-15T17:27:36.129 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@desktop 2022-01-15T17:27:36.131 INFO:teuthology.task.ansible.out: QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b26 2022-01-15T17:27:36.133 INFO:teuthology.task.ansible.out:5c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed20 2022-01-15T17:27:36.134 INFO:teuthology.task.ansible.out:82caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name" 2022-01-15T17:27:36.136 INFO:teuthology.task.ansible.out:: "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9eb 2022-01-15T17:27:36.136 INFO:teuthology.task.ansible.out:ba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915 2022-01-15T17:27:36.138 INFO:teuthology.task.ansible.out:d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZ 2022-01-15T17:27:36.139 INFO:teuthology.task.ansible.out:YM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 2022-01-15T17:27:36.141 INFO:teuthology.task.ansible.out: 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp 2022-01-15T17:27:36.143 INFO:teuthology.task.ansible.out:", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3 2022-01-15T17:27:36.144 INFO:teuthology.task.ansible.out:624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9Jj 2022-01-15T17:27:36.146 INFO:teuthology.task.ansible.out:enDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "sh 2022-01-15T17:27:36.147 INFO:teuthology.task.ansible.out:yamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 2022-01-15T17:27:36.149 INFO:teuthology.task.ansible.out:3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e4810233 2022-01-15T17:27:36.149 INFO:teuthology.task.ansible.out:0631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", 2022-01-15T17:27:36.151 INFO:teuthology.task.ansible.out:"ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}]}, "changed": false} 2022-01-15T17:27:36.176 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:36 +0000 (0:00:00.150) 0:00:34.074 ****** 2022-01-15T17:27:36.692 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2022-01-15T17:27:36.694 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"after": "a5f4a228bf3c4aec870a8dc1947d65cb19c13869", "attempts": 1, "before": "a5f4a228bf3c4aec870a8dc1947d65cb19c13869", "changed": false, "remote_url_changed": false} 2022-01-15T17:27:36.718 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:36 +0000 (0:00:00.541) 0:00:34.616 ****** 2022-01-15T17:27:36.810 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"after": "a5f4a228bf3c4aec870a8dc1947d65cb19c13869", "attempts": 1, "before": "a5f4a228bf3c4aec870a8dc1947d65cb19c13869", "changed": false, "remote_url_changed": false} 2022-01-15T17:27:36.834 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:36 +0000 (0:00:00.115) 0:00:34.732 ****** 2022-01-15T17:27:36.965 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2022-01-15T17:27:36.967 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2022-01-15T17:27:37.081 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2022-01-15T17:27:37.103 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2022-01-15T17:27:37.219 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2022-01-15T17:27:37.231 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2022-01-15T17:27:37.357 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2022-01-15T17:27:37.360 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2022-01-15T17:27:37.369 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2022-01-15T17:27:37.497 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2022-01-15T17:27:37.499 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbk 2022-01-15T17:27:37.501 INFO:teuthology.task.ansible.out:CDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2022-01-15T17:27:37.623 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2022-01-15T17:27:37.625 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2022-01-15T17:27:37.646 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2022-01-15T17:27:37.752 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2022-01-15T17:27:37.784 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2022-01-15T17:27:37.786 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2022-01-15T17:27:37.888 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2022-01-15T17:27:37.910 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2022-01-15T17:27:38.014 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2022-01-15T17:27:38.025 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:38.057 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2022-01-15T17:27:38.151 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2022-01-15T17:27:38.152 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2022-01-15T17:27:38.182 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2022-01-15T17:27:38.194 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:38.287 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2022-01-15T17:27:38.289 INFO:teuthology.task.ansible.out:son", "validate_certs": true} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:38.299 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:38.320 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2022-01-15T17:27:38.321 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2022-01-15T17:27:38.425 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2022-01-15T17:27:38.457 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2022-01-15T17:27:38.458 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2022-01-15T17:27:38.468 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:38.470 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:38.562 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2022-01-15T17:27:38.564 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2022-01-15T17:27:38.605 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2022-01-15T17:27:38.689 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2022-01-15T17:27:38.741 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2022-01-15T17:27:38.743 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2022-01-15T17:27:38.825 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2022-01-15T17:27:38.878 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2022-01-15T17:27:38.952 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2022-01-15T17:27:39.016 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2022-01-15T17:27:39.089 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2022-01-15T17:27:39.091 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2022-01-15T17:27:39.153 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2022-01-15T17:27:39.215 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2022-01-15T17:27:39.217 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2022-01-15T17:27:39.289 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2022-01-15T17:27:39.290 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2022-01-15T17:27:39.352 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2022-01-15T17:27:39.417 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2022-01-15T17:27:39.418 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2022-01-15T17:27:39.480 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2022-01-15T17:27:39.543 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2022-01-15T17:27:39.626 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlI 2022-01-15T17:27:39.628 INFO:teuthology.task.ansible.out:Qv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2022-01-15T17:27:39.669 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2022-01-15T17:27:39.763 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2022-01-15T17:27:39.868 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlI 2022-01-15T17:27:39.869 INFO:teuthology.task.ansible.out:Qv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2022-01-15T17:27:39.900 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2022-01-15T17:27:39.993 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2022-01-15T17:27:40.035 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2022-01-15T17:27:40.119 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2022-01-15T17:27:40.161 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2022-01-15T17:27:40.255 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2022-01-15T17:27:40.297 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2022-01-15T17:27:40.381 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2022-01-15T17:27:40.423 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2022-01-15T17:27:40.425 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2022-01-15T17:27:40.517 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2022-01-15T17:27:40.570 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2022-01-15T17:27:40.643 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2022-01-15T17:27:40.645 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2022-01-15T17:27:40.706 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2022-01-15T17:27:40.780 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2022-01-15T17:27:40.832 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2022-01-15T17:27:40.905 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2022-01-15T17:27:40.968 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2022-01-15T17:27:41.041 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2022-01-15T17:27:41.094 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-15T17:27:41.168 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2022-01-15T17:27:41.220 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2022-01-15T17:27:41.293 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-15T17:27:41.356 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2022-01-15T17:27:41.418 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2022-01-15T17:27:41.482 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2022-01-15T17:27:41.484 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2022-01-15T17:27:41.555 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2022-01-15T17:27:41.607 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2022-01-15T17:27:41.609 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2022-01-15T17:27:41.680 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2022-01-15T17:27:41.682 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2022-01-15T17:27:41.743 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2022-01-15T17:27:41.816 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2022-01-15T17:27:41.818 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2022-01-15T17:27:41.869 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2022-01-15T17:27:41.953 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2022-01-15T17:27:41.995 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2022-01-15T17:27:42.078 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2022-01-15T17:27:42.130 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNH 2022-01-15T17:27:42.132 INFO:teuthology.task.ansible.out:ORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-15T17:27:42.214 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2022-01-15T17:27:42.266 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2022-01-15T17:27:42.268 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2022-01-15T17:27:42.270 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2022-01-15T17:27:42.360 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNH 2022-01-15T17:27:42.362 INFO:teuthology.task.ansible.out:ORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-15T17:27:42.402 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2022-01-15T17:27:42.496 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2022-01-15T17:27:42.499 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2022-01-15T17:27:42.500 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2022-01-15T17:27:42.528 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2022-01-15T17:27:42.623 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2022-01-15T17:27:42.655 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2022-01-15T17:27:42.759 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2022-01-15T17:27:42.791 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2022-01-15T17:27:42.885 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2022-01-15T17:27:42.927 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2022-01-15T17:27:43.021 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2022-01-15T17:27:43.063 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2022-01-15T17:27:43.065 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2022-01-15T17:27:43.157 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2022-01-15T17:27:43.210 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2022-01-15T17:27:43.283 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2022-01-15T17:27:43.285 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2022-01-15T17:27:43.346 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2022-01-15T17:27:43.440 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2022-01-15T17:27:43.482 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2022-01-15T17:27:43.484 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2022-01-15T17:27:43.576 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2022-01-15T17:27:43.608 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2022-01-15T17:27:43.711 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2022-01-15T17:27:43.713 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2022-01-15T17:27:43.743 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2022-01-15T17:27:43.837 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2022-01-15T17:27:43.879 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2022-01-15T17:27:43.881 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2022-01-15T17:27:43.973 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2022-01-15T17:27:44.005 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2022-01-15T17:27:44.099 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2022-01-15T17:27:44.100 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2022-01-15T17:27:44.130 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2022-01-15T17:27:44.234 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2022-01-15T17:27:44.266 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2022-01-15T17:27:44.370 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2022-01-15T17:27:44.392 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-15T17:27:44.496 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2022-01-15T17:27:44.538 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2022-01-15T17:27:44.633 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2022-01-15T17:27:44.675 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2022-01-15T17:27:44.769 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2022-01-15T17:27:44.801 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2022-01-15T17:27:44.905 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2022-01-15T17:27:44.927 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2022-01-15T17:27:45.032 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2022-01-15T17:27:45.065 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2022-01-15T17:27:45.170 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2022-01-15T17:27:45.191 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2022-01-15T17:27:45.295 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2022-01-15T17:27:45.327 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2022-01-15T17:27:45.431 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2022-01-15T17:27:45.452 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2022-01-15T17:27:45.566 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2022-01-15T17:27:45.588 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2022-01-15T17:27:45.701 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2022-01-15T17:27:45.723 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2022-01-15T17:27:45.839 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2022-01-15T17:27:45.860 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2022-01-15T17:27:45.965 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2022-01-15T17:27:45.986 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2022-01-15T17:27:46.101 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2022-01-15T17:27:46.123 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2022-01-15T17:27:46.239 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2022-01-15T17:27:46.250 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2022-01-15T17:27:46.364 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2022-01-15T17:27:46.375 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2022-01-15T17:27:46.500 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2022-01-15T17:27:46.511 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2022-01-15T17:27:46.636 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2022-01-15T17:27:46.657 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2022-01-15T17:27:46.659 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2022-01-15T17:27:46.762 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2022-01-15T17:27:46.784 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2022-01-15T17:27:46.898 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2022-01-15T17:27:46.900 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2022-01-15T17:27:46.930 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2022-01-15T17:27:47.034 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2022-01-15T17:27:47.056 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2022-01-15T17:27:47.159 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2022-01-15T17:27:47.191 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2022-01-15T17:27:47.193 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2022-01-15T17:27:47.295 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2022-01-15T17:27:47.316 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2022-01-15T17:27:47.431 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2022-01-15T17:27:47.432 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2022-01-15T17:27:47.452 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2022-01-15T17:27:47.556 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2022-01-15T17:27:47.578 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2022-01-15T17:27:47.692 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2022-01-15T17:27:47.713 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2022-01-15T17:27:47.817 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2022-01-15T17:27:47.849 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2022-01-15T17:27:47.953 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2022-01-15T17:27:47.974 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2022-01-15T17:27:48.089 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2022-01-15T17:27:48.110 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2022-01-15T17:27:48.214 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2022-01-15T17:27:48.246 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2022-01-15T17:27:48.248 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2022-01-15T17:27:48.350 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2022-01-15T17:27:48.382 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2022-01-15T17:27:48.476 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2022-01-15T17:27:48.478 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2022-01-15T17:27:48.508 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2022-01-15T17:27:48.611 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2022-01-15T17:27:48.633 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2022-01-15T17:27:48.747 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2022-01-15T17:27:48.769 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2022-01-15T17:27:48.873 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2022-01-15T17:27:48.894 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2022-01-15T17:27:49.009 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2022-01-15T17:27:49.030 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2022-01-15T17:27:49.144 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2022-01-15T17:27:49.155 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2022-01-15T17:27:49.157 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-15T17:27:49.270 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2022-01-15T17:27:49.291 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2022-01-15T17:27:49.406 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2022-01-15T17:27:49.408 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2022-01-15T17:27:49.417 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2022-01-15T17:27:49.542 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2022-01-15T17:27:49.553 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2022-01-15T17:27:49.677 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2022-01-15T17:27:49.688 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2022-01-15T17:27:49.812 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2022-01-15T17:27:49.814 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2022-01-15T17:27:49.948 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2022-01-15T17:27:49.950 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2022-01-15T17:27:50.074 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2022-01-15T17:27:50.085 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2022-01-15T17:27:50.209 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2022-01-15T17:27:50.212 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2022-01-15T17:27:50.345 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2022-01-15T17:27:50.346 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2022-01-15T17:27:50.470 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2022-01-15T17:27:50.481 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2022-01-15T17:27:50.606 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2022-01-15T17:27:50.607 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2022-01-15T17:27:50.741 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2022-01-15T17:27:50.743 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2022-01-15T17:27:50.866 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2022-01-15T17:27:50.877 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2022-01-15T17:27:51.003 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2022-01-15T17:27:51.005 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2022-01-15T17:27:51.138 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2022-01-15T17:27:51.139 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2022-01-15T17:27:51.265 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2022-01-15T17:27:51.277 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2022-01-15T17:27:51.402 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2022-01-15T17:27:51.403 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2022-01-15T17:27:51.537 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2022-01-15T17:27:51.539 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2022-01-15T17:27:51.673 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2022-01-15T17:27:51.675 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2022-01-15T17:27:51.677 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2022-01-15T17:27:51.799 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2022-01-15T17:27:51.801 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2022-01-15T17:27:51.935 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2022-01-15T17:27:51.937 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2022-01-15T17:27:51.938 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2022-01-15T17:27:52.061 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2022-01-15T17:27:52.072 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2022-01-15T17:27:52.198 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDu 2022-01-15T17:27:52.200 INFO:teuthology.task.ansible.out:stg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2022-01-15T17:27:52.334 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2022-01-15T17:27:52.336 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2022-01-15T17:27:52.481 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2022-01-15T17:27:52.492 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2022-01-15T17:27:52.607 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2022-01-15T17:27:52.618 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2022-01-15T17:27:52.743 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2022-01-15T17:27:52.785 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2022-01-15T17:27:52.878 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2022-01-15T17:27:52.920 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2022-01-15T17:27:53.014 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2022-01-15T17:27:53.056 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2022-01-15T17:27:53.150 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2022-01-15T17:27:53.181 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2022-01-15T17:27:53.285 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2022-01-15T17:27:53.317 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2022-01-15T17:27:53.421 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4m0LAcC7XiFiXFtYcCvZqX1CtyV9JU+VUEawZJpWrGTOr8c+vIexq7+WKg+eIUMot4+dtfwG8lByS1VofglIe5/quv17Xj7dO/hF2WkV8O7RYt7NhzmrKg54yB73pbRpvqzGceWWDvGRsWQGzbY7ARqOp4FPIDJvgXABCkak+hmjXyXpvXN418CBDbDmxHWwFb9QtB/MpQFiFrfl1EMDj8DaXZNWgo5J/qytic6LgiyPHhHfhSylk4cl9TGftNatobpMjqBT0O2/plk/qf+7pHPuvGSgihjijdpEPzVfctXE2OmsQAIZgkzXeCqts+s6ZYdUKq1FvpV5rMM8ZLqfCkDjEzFENJS68YYE2EjxAEgMzj7h/sWc4B5I5pxkAqVAQSGjYRu6rCCbFz8PXUdTyW+Vs1YeylnlBMiCa4xE4gwvW3HlWEnumtyURd1PRENrGJsJ/0uX6bpltbSg4sGACRYpLPJMm3OhqI3Jm/J/e2NLjfCw+svU2447xnfJOh68= pdhange@vaquita\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCoeyVaMjhcGrWQB+4Rq+SSIi8+OY/kx2s1vofiGt1gu3RNtFmG0Df1VITJJ32dbzaW7kTNxaRvhldNd/n7yEMssG+Wg+a5WKvSudlbVMmscbSXdFuVbcCW1jNrTGCYrxL7Sn5e7NQEQfAsCbfXwTcYBw33NdBVovC+gs2V3sZGvX3Y0akZONNuVg1mhu0L4m1/5IegJh005KeilwetHA2A5Dr10RG6oyIgT7t4z5gZXsrOiG3UQBXaekILYV9jxMWoFXGkVLc8TpL9SUAdxE3Owc0u1XiPqYYlEN+zDvE0554Zj8Oc2ZO6HRXCZXQFvzXeCD12YswcOfkIDmJRF7GT prashant@mauli", "key_options": null, "k 2022-01-15T17:27:53.423 INFO:teuthology.task.ansible.out:eyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2022-01-15T17:27:53.453 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2022-01-15T17:27:53.556 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2022-01-15T17:27:53.578 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2022-01-15T17:27:53.703 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2022-01-15T17:27:53.724 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4m0LAcC7XiFiXFtYcCvZqX1CtyV9JU+VUEawZJpWrGTOr8c+vIexq7+WKg+eIUMot4+dtfwG8lByS1VofglIe5/quv17Xj7dO/hF2WkV8O7RYt7NhzmrKg54yB73pbRpvqzGceWWDvGRsWQGzbY7ARqOp4FPIDJvgXABCkak+hmjXyXpvXN418CBDbDmxHWwFb9QtB/MpQFiFrfl1EMDj8DaXZNWgo5J/qytic6LgiyPHhHfhSylk4cl9TGftNatobpMjqBT0O2/plk/qf+7pHPuvGSgihjijdpEPzVfctXE2OmsQAIZgkzXeCqts+s6ZYdUKq1FvpV5rMM8ZLqfCkDjEzFENJS68YYE2EjxAEgMzj7h/sWc4B5I5pxkAqVAQSGjYRu6rCCbFz8PXUdTyW+Vs1YeylnlBMiCa4xE4gwvW3HlWEnumtyURd1PRENrGJsJ/0uX6bpltbSg4sGACRYpLPJMm3OhqI3Jm/J/e2NLjfCw+svU2447xnfJOh68= pdhange@vaquita\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCoeyVaMjhcGrWQB+4Rq+SSIi8+OY/kx2s1vofiGt1gu3RNtFmG0Df1VITJJ32dbzaW7kTNxaRvhldNd/n7yEMssG+Wg+a5WKvSudlbVMmscbSXdFuVbcCW1jNrTGCYrxL7Sn5e7NQEQfAsCbfXwTcYBw33NdBVovC+gs2V3sZGvX3Y0akZONNuVg1mhu0L4m1/5IegJh005KeilwetHA2A5Dr10RG6oyIgT7t4z5gZXsrOiG3UQBXaekILYV9jxMWoFXGkVLc8TpL9SUAdxE3Owc0u1XiPqYYlEN+zDvE0554Zj8Oc2ZO6HRXCZXQFvzXeCD12YswcOfkIDmJRF7GT prashant@mauli", "key_options": null, "k 2022-01-15T17:27:53.726 INFO:teuthology.task.ansible.out:eyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2022-01-15T17:27:53.849 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_ 2022-01-15T17:27:53.851 INFO:teuthology.task.ansible.out:options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2022-01-15T17:27:53.860 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2022-01-15T17:27:53.985 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC++MYddG6qYt7fXIvbaR1IXivOySDR//T+sQR3iRtmDQHZGPGiWshltpzeCboa51qeXurN8JYIYq1ZqvLEaOvwbEMtSLthPNl+FZMfe8E4YsuS3212fgbPhEwEBYo+7QZThCseDCewnE5Iz2I/tqlT69T10QZgbyHoZzT9aTPQBQHMF8by7ze9+V+cTD9ZrTG+fMIostxhJAOC+AsTGXwmtcWWrmZXKm/+2g7FTicZyCujXVzXY01c6rJhi1anRQh3pdfm+e6pmf37wHpPunHY2Xhiuy88o5WrzxKcLDUavwI+NI0+la54c0Qiv52LZPmDvPpbNh/7zmCu2vWHVayz1DZb52K5vP1Lqb7oD/cFfQEZ8m4UqzmtemT4gowJ/hFMh8RKPxCho3DlRAw4a7EhBvGiTgyvlcCKVk3S0aeIhvXsewWjOoRNHHvxbvKRCm2b0kSfnDnsZYyAsA8QpTbZYTmbbXHdyLLBS8gfFtB0aDPOPb2Nry2+ic/3hrIY5/c= nizamudeena@fedora", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2022-01-15T17:27:54.016 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2022-01-15T17:27:54.131 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2022-01-15T17:27:54.152 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_ 2022-01-15T17:27:54.154 INFO:teuthology.task.ansible.out:options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2022-01-15T17:27:54.266 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2022-01-15T17:27:54.287 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC++MYddG6qYt7fXIvbaR1IXivOySDR//T+sQR3iRtmDQHZGPGiWshltpzeCboa51qeXurN8JYIYq1ZqvLEaOvwbEMtSLthPNl+FZMfe8E4YsuS3212fgbPhEwEBYo+7QZThCseDCewnE5Iz2I/tqlT69T10QZgbyHoZzT9aTPQBQHMF8by7ze9+V+cTD9ZrTG+fMIostxhJAOC+AsTGXwmtcWWrmZXKm/+2g7FTicZyCujXVzXY01c6rJhi1anRQh3pdfm+e6pmf37wHpPunHY2Xhiuy88o5WrzxKcLDUavwI+NI0+la54c0Qiv52LZPmDvPpbNh/7zmCu2vWHVayz1DZb52K5vP1Lqb7oD/cFfQEZ8m4UqzmtemT4gowJ/hFMh8RKPxCho3DlRAw4a7EhBvGiTgyvlcCKVk3S0aeIhvXsewWjOoRNHHvxbvKRCm2b0kSfnDnsZYyAsA8QpTbZYTmbbXHdyLLBS8gfFtB0aDPOPb2Nry2+ic/3hrIY5/c= nizamudeena@fedora", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2022-01-15T17:27:54.402 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2022-01-15T17:27:54.444 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2022-01-15T17:27:54.528 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2022-01-15T17:27:54.580 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2022-01-15T17:27:54.663 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2022-01-15T17:27:54.706 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2022-01-15T17:27:54.789 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2022-01-15T17:27:54.852 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2022-01-15T17:27:54.914 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2022-01-15T17:27:54.978 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2022-01-15T17:27:55.051 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2022-01-15T17:27:55.104 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2022-01-15T17:27:55.177 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2022-01-15T17:27:55.240 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2022-01-15T17:27:55.313 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2022-01-15T17:27:55.376 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2022-01-15T17:27:55.439 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKjxTgyhL1yFriyNvvuhUc6SE8+6f6lT6FTF8cZL9uiz matan.brz@gmail.com\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIM8l7qvSQR7fnZdQ1yB1F1jgde0OmLcwcDFzc/o2dYBb matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2022-01-15T17:27:55.512 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2022-01-15T17:27:55.564 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2022-01-15T17:27:55.637 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2022-01-15T17:27:55.700 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2022-01-15T17:27:55.773 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKjxTgyhL1yFriyNvvuhUc6SE8+6f6lT6FTF8cZL9uiz matan.brz@gmail.com\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIM8l7qvSQR7fnZdQ1yB1F1jgde0OmLcwcDFzc/o2dYBb matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2022-01-15T17:27:55.825 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2022-01-15T17:27:55.909 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2022-01-15T17:27:55.961 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2022-01-15T17:27:56.045 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2022-01-15T17:27:56.097 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFG1CoPZEh4KBANdJZIzLsutHsF6tAYZTdDdEW+5E+8YyNHOy42D8iBLg+eCAbIl4SFmJTsPNtyO4L8/Ut79tkG3usA9nuGoAwGYuctZUTgOiTiV61940Y+NTvwan9vFNoknVi/3qIGNSXdm90I1aWRTKLCXRbGA1qvu+qyJv93O8LFaPni2TJmtAebY/xf0fHhW2fURUoeoCsoobrTkPA8SojT0A3SM+31iOD7sxbmsqLBR790wz/FHh152PiqpupIijS9TaZgGuVpejM3rgAC7H2kVmKJlrmDlmfcbKLS6BBi+uUDi6ta8whnDRq03nP/4LJE7ZDIxX3I4mHztZeJggURlsfpJdo99+VHkeWlGDBIP41QgD4UX1neuMcIO3nuEnZmLeJyvo9JOR/I7AudbQCDPjSMNbrF+el70mWLhvPe33NA3x6eOBRPc3r+qrSwMhXEPatZlbywJRY+O6yC2TYqdlUKsUEVA/D0Iw7tO+pf3yH3Y/iUDJJLvViRZs= Arjun@localhost.localdomain", "key_options": null, "keyfile": "/home/arjsharm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "arjsharm", "validate_certs": true} 2022-01-15T17:27:56.180 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2022-01-15T17:27:56.222 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXZDAUNEK4+/6Y+ywEtFnabnfvZmzzHhO6y4PbRHgx8SoQ8+7au/5ElB0vjjiJJSChnDymdqP0UzwcShzhWA8is6K9c6tXUHg6NcgV5tN2xYYmGIIWwm66Z1kYH6u1x2Jkv9LO04rXgebkzXPPYK401agCWjkjUv5acZE12+M/B6d4h2lpFjzBqZ/mmRNp0tHdCapdG/nS1i6GRi3Yi3fQ89CbiZArG9268DSEnLe+npeyBMVdDkWpVIytQ6pU1+g0prrePIVaMvrK3yEooduD4HeLr4liqkINj6rCs90xedPcFi0++UaLFRcgWh3OOnrI952Oe19dx5hlbmcnMPGjaXnkng2keWFyZMOQRRti5l8C/TXPUTaYGWEoqFEEabIKnCura0NWuZHpeF9xEK0tnvNVeauuUfkPxWQ7PH8QQ/9XjOkKbmy0+2q9tug8RC5i5NwcRE4W3ijM7pLwhWMdxkmIOe3w1taPq8HU95hMQchl2749oj8DRyVePVK9aH0= melissali@melissali-ubuntu", "key_options": null, "keyfile": "/home/melissali/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "melissali", "validate_certs": true} 2022-01-15T17:27:56.317 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2022-01-15T17:27:56.400 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYdmNB3np8OLc49B4cAh59CdNYIb4fAq2XBQ1sbOZMMZmhpFobyy+i6s4lBnovMNWAB6HmpsECHrKRU4IFl9lQ7vV+++J08SLoAkl6G0Gk9tmbgEs+/ovCZg+qUfZA1ZccSAPHmtqfZOiJcnlIlhQq2BoFnLUwmpeIQ4H5D+Y2q7DMdyGkdCenH80aD5KuiwLIyiBL9q7RYz0U5cdCO3wDFU4+5XuZiT8VYDUgp3mWPpAiPdGsJmCn41tpt3PViPDQlKh4vLW0ieQUJI/v2f6oHbM9YkxSoVlwLcrjTv+Nl+dVymqVTF4UaT1kz+ZnoH6khKZxSHvKm9YHc4LNZKYoVdyCxdZvBfxbEbXpT702vLqDNGEfZSlzJs5kVqP30m8fI/yzTQeD7tgjzzrKWdLZacyo+9cWeH6nFfZAQuZ9ug1lv3UAs5x6MsidEH5u6Iymi8BE+mUsOXnSpSfUDDo5n6+CMVe93brdW21iSX9Hbuz5RKB6xile1ROHpvpi1u7VQ9Hp3FIZFFiix9S5jniyB2OqjGKTO6RULfPsJo8sXCLq9YKq9zrkpMv5wURMQKnjtS5OHUWh0cde3U/VikPIfLkzEsfLV8ICAksyuWHQJGVUMxhPmSTKtRsPScbklekT+n65rexDt4Qr73YOy9BUIPV4Mo+kkl4ugQd6VCKJ6w== ibalutoiu@cloudbasesolutions.com", "key_options": null, "keyfile": "/home/ionutbalutoiu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ionutbalutoiu", "validate_certs": true} 2022-01-15T17:27:56.442 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFG1CoPZEh4KBANdJZIzLsutHsF6tAYZTdDdEW+5E+8YyNHOy42D8iBLg+eCAbIl4SFmJTsPNtyO4L8/Ut79tkG3usA9nuGoAwGYuctZUTgOiTiV61940Y+NTvwan9vFNoknVi/3qIGNSXdm90I1aWRTKLCXRbGA1qvu+qyJv93O8LFaPni2TJmtAebY/xf0fHhW2fURUoeoCsoobrTkPA8SojT0A3SM+31iOD7sxbmsqLBR790wz/FHh152PiqpupIijS9TaZgGuVpejM3rgAC7H2kVmKJlrmDlmfcbKLS6BBi+uUDi6ta8whnDRq03nP/4LJE7ZDIxX3I4mHztZeJggURlsfpJdo99+VHkeWlGDBIP41QgD4UX1neuMcIO3nuEnZmLeJyvo9JOR/I7AudbQCDPjSMNbrF+el70mWLhvPe33NA3x6eOBRPc3r+qrSwMhXEPatZlbywJRY+O6yC2TYqdlUKsUEVA/D0Iw7tO+pf3yH3Y/iUDJJLvViRZs= Arjun@localhost.localdomain", "key_options": null, "keyfile": "/home/arjsharm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "arjsharm", "validate_certs": true} 2022-01-15T17:27:56.535 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuyLB5rnyjlglcHVCoCSG7pDVJQcTYq/I2yGr3ohK9p6boWxk+zW/a2Q7+qNdKk2DtUC4WvvZ76BU56FC6/LPIUKSJLbN/Xv9/dnZcqKf+ZVlCQgMrE8yGoWt8WLtejJ1iBj0EdoDfYwDiL09ygUim1L1hNxFDOVq9RA2Lo6Tqk5lcAgjoCnU4NZY2YzTXOUSZTzsv/1bd6WVudKHJuWF6ZPb+mbbMoWqwnUZCHwjW8PgTXaPhk1929P0ftWT4ncfKnCc46LXf8OkvzQgCrLyh8964tGKPWppp3wNg2AJ/zFvRY8kkJZSxOawp9Gu8+kCNwWUmLvE9bqYJKT7EMDrU+8TMUEWLFl5fGoxoLWD113PPBcFrpUhvRAJa625eec8a/inv4cqPf6dY6qyXAReXURJm7LnHT4fDq+F6op8+tmZT6Tzkw4+YMUd9h0XDJ4pnPQpk5tjWER/HuWm73+ialXo+ERQWnnVCB1IXq1FEOeF8YAslKC7aSYIZjG9uUkM= peristocles@localhost.localdomain", "key_options": null, "keyfile": "/home/pdiazbou/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdiazbou", "validate_certs": true} 2022-01-15T17:27:56.578 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXZDAUNEK4+/6Y+ywEtFnabnfvZmzzHhO6y4PbRHgx8SoQ8+7au/5ElB0vjjiJJSChnDymdqP0UzwcShzhWA8is6K9c6tXUHg6NcgV5tN2xYYmGIIWwm66Z1kYH6u1x2Jkv9LO04rXgebkzXPPYK401agCWjkjUv5acZE12+M/B6d4h2lpFjzBqZ/mmRNp0tHdCapdG/nS1i6GRi3Yi3fQ89CbiZArG9268DSEnLe+npeyBMVdDkWpVIytQ6pU1+g0prrePIVaMvrK3yEooduD4HeLr4liqkINj6rCs90xedPcFi0++UaLFRcgWh3OOnrI952Oe19dx5hlbmcnMPGjaXnkng2keWFyZMOQRRti5l8C/TXPUTaYGWEoqFEEabIKnCura0NWuZHpeF9xEK0tnvNVeauuUfkPxWQ7PH8QQ/9XjOkKbmy0+2q9tug8RC5i5NwcRE4W3ijM7pLwhWMdxkmIOe3w1taPq8HU95hMQchl2749oj8DRyVePVK9aH0= melissali@melissali-ubuntu", "key_options": null, "keyfile": "/home/melissali/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "melissali", "validate_certs": true} 2022-01-15T17:27:56.672 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2iBYL614KRYvFhow408yzMljYRdfyMmbnkUVN8waja4RCsmxTpvIU1aBQ02bMTsY/0n+WMWAbI1D6C1HbuG+JbFYBLSgPCTSG8FIpukFU8y1by8piPu2/ZBD1XdFcPO6u1Nr/tZC08EXhfqvnDAVJUyg6rLLs5+TFKAiPSuv5GyrMRWvMI8eoPk+4u2r/ThxXZTDaIfJhPXlULMLL5ZxR4KZU+WtWbCGSFDGjSugCqdTzpZyX5jUq9C9JB83RxojCtI5n9rCoXLcGOvW9HBnVMxhS56zE8BwxLxLhGy6S1lOoyBPzu7w6XIc160JjCK5iAmlXRqG93nWEVrhZkxCz wangxu298@foxmail.com", "key_options": null, "keyfile": "/home/xuwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuwang", "validate_certs": true} 2022-01-15T17:27:56.734 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYdmNB3np8OLc49B4cAh59CdNYIb4fAq2XBQ1sbOZMMZmhpFobyy+i6s4lBnovMNWAB6HmpsECHrKRU4IFl9lQ7vV+++J08SLoAkl6G0Gk9tmbgEs+/ovCZg+qUfZA1ZccSAPHmtqfZOiJcnlIlhQq2BoFnLUwmpeIQ4H5D+Y2q7DMdyGkdCenH80aD5KuiwLIyiBL9q7RYz0U5cdCO3wDFU4+5XuZiT8VYDUgp3mWPpAiPdGsJmCn41tpt3PViPDQlKh4vLW0ieQUJI/v2f6oHbM9YkxSoVlwLcrjTv+Nl+dVymqVTF4UaT1kz+ZnoH6khKZxSHvKm9YHc4LNZKYoVdyCxdZvBfxbEbXpT702vLqDNGEfZSlzJs5kVqP30m8fI/yzTQeD7tgjzzrKWdLZacyo+9cWeH6nFfZAQuZ9ug1lv3UAs5x6MsidEH5u6Iymi8BE+mUsOXnSpSfUDDo5n6+CMVe93brdW21iSX9Hbuz5RKB6xile1ROHpvpi1u7VQ9Hp3FIZFFiix9S5jniyB2OqjGKTO6RULfPsJo8sXCLq9YKq9zrkpMv5wURMQKnjtS5OHUWh0cde3U/VikPIfLkzEsfLV8ICAksyuWHQJGVUMxhPmSTKtRsPScbklekT+n65rexDt4Qr73YOy9BUIPV4Mo+kkl4ugQd6VCKJ6w== ibalutoiu@cloudbasesolutions.com", "key_options": null, "keyfile": "/home/ionutbalutoiu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ionutbalutoiu", "validate_certs": true} 2022-01-15T17:27:56.807 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKSdu3rI8o3qId+GU5KYsxB9CLPTODJFiwy+ww6SgrNKgPfiaSUsZAvcQwoxHfuaEXj6VGaOS6HyFFmvHKhzbecSQCzPIucIuKJJDA7VTaA9Jet0aT2b8Vk4p0Ud9j4WoausmxEdBQC+ZpJxSuqajplejYK1Yi3YEqXSCvM6Md76HCustS8efPvzLsLYttDd34Lw0/zp7ALE8hrepLYJgzQS5Z6btvQEjL7lvtHk80/Y+M6ZIQAl6nPcjb8u+wfs/lxcRA5i94GsZhEoYAeMQptJNvOaA5vYK4QtNyV6lyjGVJl4RUUAtLKKp4JE/kdx7sa0Gy99L+u4MjzBoP5B7SkdJnJx7FioXEen5l5DpiJ6xRixw+SjbqEffW4HHI5+1k6jP6kuHPbWfcrw693+aiFVDQA+myzfWo7iDTjY2H5CtnCh+wr1t3VktXhoyPob/XfMPzMNg4W8nA9KVePwzEXSy2Ro0t71GiFQqBviUuqfktqz4a52PqGyFHtskhFAH3H/h6JYM88vfc7Bw7P/u4eVaoCNgNIbLA/kmf689Q1H2KENj2SX7CDwNL9GCOy/pg89qai63+PFT8258zTi0TywWduP1D0DXXtIB3e5K1yK4Zt6VCinXZAze4bsT+z8y4f9W2Xs/FhhtUmo3mOiDJuaGmuWRzHQQTjL//v/Rimw== blaine@brgardne-mac", "key_options": null, "keyfile": "/home/blaine/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "blaine", "validate_certs": true} 2022-01-15T17:27:56.870 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuyLB5rnyjlglcHVCoCSG7pDVJQcTYq/I2yGr3ohK9p6boWxk+zW/a2Q7+qNdKk2DtUC4WvvZ76BU56FC6/LPIUKSJLbN/Xv9/dnZcqKf+ZVlCQgMrE8yGoWt8WLtejJ1iBj0EdoDfYwDiL09ygUim1L1hNxFDOVq9RA2Lo6Tqk5lcAgjoCnU4NZY2YzTXOUSZTzsv/1bd6WVudKHJuWF6ZPb+mbbMoWqwnUZCHwjW8PgTXaPhk1929P0ftWT4ncfKnCc46LXf8OkvzQgCrLyh8964tGKPWppp3wNg2AJ/zFvRY8kkJZSxOawp9Gu8+kCNwWUmLvE9bqYJKT7EMDrU+8TMUEWLFl5fGoxoLWD113PPBcFrpUhvRAJa625eec8a/inv4cqPf6dY6qyXAReXURJm7LnHT4fDq+F6op8+tmZT6Tzkw4+YMUd9h0XDJ4pnPQpk5tjWER/HuWm73+ialXo+ERQWnnVCB1IXq1FEOeF8YAslKC7aSYIZjG9uUkM= peristocles@localhost.localdomain", "key_options": null, "keyfile": "/home/pdiazbou/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdiazbou", "validate_certs": true} 2022-01-15T17:27:56.933 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDM7LPHiaPQXdE+yt9cn7UMuRr8k/LjSUmMrnrAqp8ySQtX6OA3/NcOsxg6FJ45chZqeoXwhsYEW+7pTInDqFlOlmVynR26lWnZfk9DjBJZcloUCn8y5MR9QitNYsOMs5KwCEFmBH6sP+2vCFocXBnKQcVZLRfip3MEG4LoWYfI4ir7fLmK1Hr5G+GhtMstXvVSG4VE4IgbU9/LRIOv7P9qFn4bRJoUSiS2dDbUxVIuneA9bIEnB9ZEVGahEzlUhx6qDSs0FvrnneCQ1ayOFpxClzjT5GuKk/J3LJvWAw8CAwDXCf3FzsWQsvb5ru5VSazUI9uA3o9wWkbLW2oZPgtzI8lmwbL+MT58T92tqaJOPID3IZDGjzNrRqU5BQYpvFYHpHRRiqV625og+ktYfXgO+dTbgAxScomqutydI4cyJusDtnWtljWnEocS+2hUSZpmB6B3Wj70TuuzsbYrcrJ/NgRpQNX4dwHCJl6vPT+xkoLh1imYAC7klf7cnrOyGcs= choffman@choffman.net", "key_options": null, "keyfile": "/home/choffman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "choffman", "validate_certs": true} 2022-01-15T17:27:57.021 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2iBYL614KRYvFhow408yzMljYRdfyMmbnkUVN8waja4RCsmxTpvIU1aBQ02bMTsY/0n+WMWAbI1D6C1HbuG+JbFYBLSgPCTSG8FIpukFU8y1by8piPu2/ZBD1XdFcPO6u1Nr/tZC08EXhfqvnDAVJUyg6rLLs5+TFKAiPSuv5GyrMRWvMI8eoPk+4u2r/ThxXZTDaIfJhPXlULMLL5ZxR4KZU+WtWbCGSFDGjSugCqdTzpZyX5jUq9C9JB83RxojCtI5n9rCoXLcGOvW9HBnVMxhS56zE8BwxLxLhGy6S1lOoyBPzu7w6XIc160JjCK5iAmlXRqG93nWEVrhZkxCz wangxu298@foxmail.com", "key_options": null, "keyfile": "/home/xuwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuwang", "validate_certs": true} 2022-01-15T17:27:57.073 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAqZvQXoWrH8ZaQ9Y8KK1B9JBCuD8Zspp2mWtjrWXGotKBCSGdDn3QSDEFtwpoK6vXZ3BijhUmrQ1bNUSo59556+T+wpfJAPJjuvB9i7A2lKSX74heuDl0QhJwHdt9mbCtpZ//7+IU0srzTn5qKwJ16GXeomgcyOZmefSGi/sbn0wRUR/UGA/LOJ3EK0nXcxyrv3iDfv75KRL87kaXtPRJRvSlXB5PSuDQtIoXhzMuD4nnh879Gwy0sYE/FUXcbl7LQb+/9rNJLE2POVNjArGv7RMp3y0K3k2/02AjbZvQwhfuIVayzTpmUiGY2Fo6hJRkH8ZT0aYF8uotfweGK18EYw== rsa-key-20151116", "key_options": null, "keyfile": "/home/oro/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oro", "validate_certs": true} 2022-01-15T17:27:57.159 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKSdu3rI8o3qId+GU5KYsxB9CLPTODJFiwy+ww6SgrNKgPfiaSUsZAvcQwoxHfuaEXj6VGaOS6HyFFmvHKhzbecSQCzPIucIuKJJDA7VTaA9Jet0aT2b8Vk4p0Ud9j4WoausmxEdBQC+ZpJxSuqajplejYK1Yi3YEqXSCvM6Md76HCustS8efPvzLsLYttDd34Lw0/zp7ALE8hrepLYJgzQS5Z6btvQEjL7lvtHk80/Y+M6ZIQAl6nPcjb8u+wfs/lxcRA5i94GsZhEoYAeMQptJNvOaA5vYK4QtNyV6lyjGVJl4RUUAtLKKp4JE/kdx7sa0Gy99L+u4MjzBoP5B7SkdJnJx7FioXEen5l5DpiJ6xRixw+SjbqEffW4HHI5+1k6jP6kuHPbWfcrw693+aiFVDQA+myzfWo7iDTjY2H5CtnCh+wr1t3VktXhoyPob/XfMPzMNg4W8nA9KVePwzEXSy2Ro0t71GiFQqBviUuqfktqz4a52PqGyFHtskhFAH3H/h6JYM88vfc7Bw7P/u4eVaoCNgNIbLA/kmf689Q1H2KENj2SX7CDwNL9GCOy/pg89qai63+PFT8258zTi0TywWduP1D0DXXtIB3e5K1yK4Zt6VCinXZAze4bsT+z8y4f9W2Xs/FhhtUmo3mOiDJuaGmuWRzHQQTjL//v/Rimw== blaine@brgardne-mac", "key_options": null, "keyfile": "/home/blaine/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "blaine", "validate_certs": true} 2022-01-15T17:27:57.201 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIADWYnXrwweaWs8/3gaUDctlaelfSPRh0Cs3G2SHbER0 mrfreezeex@inferno", "key_options": null, "keyfile": "/home/mrfreezeex/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mrfreezeex", "validate_certs": true} 2022-01-15T17:27:57.295 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDM7LPHiaPQXdE+yt9cn7UMuRr8k/LjSUmMrnrAqp8ySQtX6OA3/NcOsxg6FJ45chZqeoXwhsYEW+7pTInDqFlOlmVynR26lWnZfk9DjBJZcloUCn8y5MR9QitNYsOMs5KwCEFmBH6sP+2vCFocXBnKQcVZLRfip3MEG4LoWYfI4ir7fLmK1Hr5G+GhtMstXvVSG4VE4IgbU9/LRIOv7P9qFn4bRJoUSiS2dDbUxVIuneA9bIEnB9ZEVGahEzlUhx6qDSs0FvrnneCQ1ayOFpxClzjT5GuKk/J3LJvWAw8CAwDXCf3FzsWQsvb5ru5VSazUI9uA3o9wWkbLW2oZPgtzI8lmwbL+MT58T92tqaJOPID3IZDGjzNrRqU5BQYpvFYHpHRRiqV625og+ktYfXgO+dTbgAxScomqutydI4cyJusDtnWtljWnEocS+2hUSZpmB6B3Wj70TuuzsbYrcrJ/NgRpQNX4dwHCJl6vPT+xkoLh1imYAC7klf7cnrOyGcs= choffman@choffman.net", "key_options": null, "keyfile": "/home/choffman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "choffman", "validate_certs": true} 2022-01-15T17:27:57.337 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFQt4p676UA3eCh1QnO2YsjhoAGHeQ/X9VvNRM9btPVBxFX6xVy4X+NLxfo9afnvzJyu/EiPwXtMRVGm/x2SHJVwkd6kH54YV56H5UoUZs3AGarjMQqVs0AJTabJ8Q7ONpyWWmh8nPDXCGRxBuyJ13jpMf0syhtispixv/e+R5ajKilGyEzhmUXwHI6UIW60HKZrCaJGMf30RrgDsUEzWZ+Nr8M0QijDsyKdZXRp9vgBAfDCuJWl398TeNaX40LUPINXWy0+dN9cjRMYZ+UoPuB9X4yrwtJBX4pI+bDsv7bMOmBPcQoy9dBjG9wShGpUhZcAx69Nt05lFSjz8Az2pgavR25YQE14Jm31qeuZFH5D/zBY6VNDRWTIW9CQY2OzdQKxMAY0k/50dPovBvlWIq4HAheP70jwUDOmg/sMqpe1Mz968aa20DqIUyY884yxN4ipxrsgmTvpGBhhtLxSS1ywJT/OBVFL2JBu6l6COUgzTDjWZ1XF57XoGzho7GUlU= jthottan@redhat.com", "key_options": null, "keyfile": "/home/jthottan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jthottan", "validate_certs": true} 2022-01-15T17:27:57.421 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:57 +0000 (0:00:20.586) 0:00:55.318 ****** 2022-01-15T17:27:57.430 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAqZvQXoWrH8ZaQ9Y8KK1B9JBCuD8Zspp2mWtjrWXGotKBCSGdDn3QSDEFtwpoK6vXZ3BijhUmrQ1bNUSo59556+T+wpfJAPJjuvB9i7A2lKSX74heuDl0QhJwHdt9mbCtpZ//7+IU0srzTn5qKwJ16GXeomgcyOZmefSGi/sbn0wRUR/UGA/LOJ3EK0nXcxyrv3iDfv75KRL87kaXtPRJRvSlXB5PSuDQtIoXhzMuD4nnh879Gwy0sYE/FUXcbl7LQb+/9rNJLE2POVNjArGv7RMp3y0K3k2/02AjbZvQwhfuIVayzTpmUiGY2Fo6hJRkH8ZT0aYF8uotfweGK18EYw== rsa-key-20151116", "key_options": null, "keyfile": "/home/oro/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oro", "validate_certs": true} 2022-01-15T17:27:57.507 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-15T17:27:57.508 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.518 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.529 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.531 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.540 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.542 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.552 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.562 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.564 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIADWYnXrwweaWs8/3gaUDctlaelfSPRh0Cs3G2SHbER0 mrfreezeex@inferno", "key_options": null, "keyfile": "/home/mrfreezeex/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mrfreezeex", "validate_certs": true} 2022-01-15T17:27:57.698 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-15T17:27:57.700 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2022-01-15T17:27:57.710 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.711 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi027.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFQt4p676UA3eCh1QnO2YsjhoAGHeQ/X9VvNRM9btPVBxFX6xVy4X+NLxfo9afnvzJyu/EiPwXtMRVGm/x2SHJVwkd6kH54YV56H5UoUZs3AGarjMQqVs0AJTabJ8Q7ONpyWWmh8nPDXCGRxBuyJ13jpMf0syhtispixv/e+R5ajKilGyEzhmUXwHI6UIW60HKZrCaJGMf30RrgDsUEzWZ+Nr8M0QijDsyKdZXRp9vgBAfDCuJWl398TeNaX40LUPINXWy0+dN9cjRMYZ+UoPuB9X4yrwtJBX4pI+bDsv7bMOmBPcQoy9dBjG9wShGpUhZcAx69Nt05lFSjz8Az2pgavR25YQE14Jm31qeuZFH5D/zBY6VNDRWTIW9CQY2OzdQKxMAY0k/50dPovBvlWIq4HAheP70jwUDOmg/sMqpe1Mz968aa20DqIUyY884yxN4ipxrsgmTvpGBhhtLxSS1ywJT/OBVFL2JBu6l6COUgzTDjWZ1XF57XoGzho7GUlU= jthottan@redhat.com", "key_options": null, "keyfile": "/home/jthottan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jthottan", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result w 2022-01-15T17:27:57.713 INFO:teuthology.task.ansible.out:as False"} 2022-01-15T17:27:57.743 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2022-01-15T17:27:57.799 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:57 +0000 (0:00:00.377) 0:00:55.696 ****** 2022-01-15T17:27:57.847 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2022-01-15T17:27:57.849 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2022-01-15T17:27:57.879 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.890 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.892 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.902 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.912 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.914 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.924 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.925 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@desktop QI358a0dizGe6T42hCYj1A 139ab306be981d0a669ec2288a2529503882deffceb28bdfc9bde2b70a825898"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.935 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.977 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2022-01-15T17:27:57.979 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:57.989 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.000 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.002 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.011 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.022 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.024 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.033 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.034 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.045 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.056 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.058 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.067 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.069 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.079 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.079 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2022-01-15T17:27:58.091 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.092 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.102 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.103 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.104 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.115 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.125 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.127 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.137 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.148 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.149 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.159 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.170 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.172 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.182 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.183 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.193 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.204 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.206 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.215 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.226 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.228 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7Pju 2022-01-15T17:27:58.229 INFO:teuthology.task.ansible.out:VQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2022-01-15T17:27:58.238 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.240 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.250 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.252 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.261 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.272 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.274 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.283 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.284 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.295 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.306 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.307 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.317 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.328 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.329 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.339 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.341 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.350 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.361 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.361 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2022-01-15T17:27:58.363 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.373 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.374 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWg 2022-01-15T17:27:58.376 INFO:teuthology.task.ansible.out:oNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.385 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.387 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.396 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.398 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.408 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.410 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.420 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.422 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.432 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.434 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.444 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.445 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.456 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.457 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.468 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.469 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2a 2022-01-15T17:27:58.471 INFO:teuthology.task.ansible.out:a8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.480 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.482 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.492 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.493 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.504 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.505 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.516 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.518 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.528 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.530 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.541 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.542 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.552 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.554 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.564 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.566 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.577 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.578 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.589 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.591 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.602 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.604 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.615 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.616 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@snowmon CjHOevVvBm+PwhjnhZYM7g 7393d3a95b1874764fc4e7ae2d481f1859b336e16e1ba53c49d126585e11ba56"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.626 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.628 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.628 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.639 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.641 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.651 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.653 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.664 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.665 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.676 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.678 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.688 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.689 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.689 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.690 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.701 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.702 INFO:teuthology.task.ansible.out: skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.713 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.714 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.724 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.726 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.737 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.738 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.749 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.750 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.761 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.763 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.773 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.774 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.785 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.787 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.789 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.799 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.801 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.802 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.812 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.814 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.816 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.826 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.827 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.837 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.839 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.849 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.851 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.862 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.864 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.873 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.875 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.886 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.887 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.898 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.899 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.910 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.912 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.922 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.924 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.934 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.936 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.947 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.948 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.967 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.969 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.991 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:58 +0000 (0:00:01.192) 0:00:56.889 ****** 2022-01-15T17:27:58.998 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:58.999 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.001 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.012 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.014 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.024 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.026 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.036 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.046 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.048 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.058 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.059 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.082 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:59 +0000 (0:00:00.090) 0:00:56.980 ****** 2022-01-15T17:27:59.088 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.089 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.090 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.090 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.102 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.103 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.113 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.114 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.124 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.126 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "pdhange@mauli hqKEk1OuI2Wmi1CAcJk5CQ f49d854572b5efe9514b4d741e336adb3534d00b22b0a505142d82eccc2f7535"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.135 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.146 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.147 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.158 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nizamial09@thinkpad 4GoNn989LSUMJ1XNW0dGtA 3f8a1ef7c25bb0491b8e3db6946e69bb0dea077048ff8140382fbae5a02206f7"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.160 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.170 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.181 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.183 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.192 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.194 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.203 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.214 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.216 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.226 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.227 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.237 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.248 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.250 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.259 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.260 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.271 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.282 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.284 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.293 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi103.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2022-01-15T17:27:59.295 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.305 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'blaine', 'ovpn': 'blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "blaine", "ovpn": "blaine@laptop RkDSJBkoRKI0UaxdQuMNCw abcfdade65dd772c066c0c63e712fb03240d676d72eb341186b0c0a94d4a4547"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.307 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'choffman', 'ovpn': 'choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "choffman", "ovpn": "choffman@choffman.net 56rg/lHPXPRyVivND7+0Uw ca591258cda719a5a0bf5d5f4fa87976773625249d29ff6012ad6efeac33da2c"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.316 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'oro', 'ovpn': 'oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oro", "ovpn": "oro@oro-ubuntu-bm r1PDxMqo/AP6wFx5ZWQ3eg 18bf1a1177da6dc89958adf65a4813a7da3e899cd94dc86384240ea3b5e00361"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.327 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'mrfreezeex', 'ovpn': 'mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mrfreezeex", "ovpn": "mrfreezeex@inferno ade2FH1BYDNTWeREZEJpFQ 32d052805908bc929983119748701a6c882cfbd2dd32c511bdcfbe6d32efb7ef"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.329 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'name': 'jthottan', 'ovpn': 'jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jthottan", "ovpn": "jiffin@localhost eipwqKkTavFd8WlbV2cCRg ec4108409bb9af0ebb14a83561c51f05f0c662658ce0c3fd884d76ef69bf5351"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.382 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:59 +0000 (0:00:00.300) 0:00:57.280 ****** 2022-01-15T17:27:59.430 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2022-01-15T17:27:59.432 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2022-01-15T17:27:59.452 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:27:59.476 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:27:59 +0000 (0:00:00.093) 0:00:57.373 ****** 2022-01-15T17:27:59.565 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2022-01-15T17:27:59.567 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2022-01-15T17:27:59.690 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2022-01-15T17:27:59.691 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2022-01-15T17:27:59.817 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2022-01-15T17:27:59.828 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2022-01-15T17:27:59.963 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2022-01-15T17:27:59.984 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2022-01-15T17:28:00.099 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2022-01-15T17:28:00.121 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2022-01-15T17:28:00.236 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2022-01-15T17:28:00.247 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2022-01-15T17:28:00.372 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2022-01-15T17:28:00.394 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2022-01-15T17:28:00.509 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2022-01-15T17:28:00.581 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2022-01-15T17:28:00.646 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2022-01-15T17:28:00.658 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2022-01-15T17:28:00.783 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2022-01-15T17:28:00.784 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2022-01-15T17:28:00.919 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2022-01-15T17:28:00.920 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2022-01-15T17:28:01.058 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2022-01-15T17:28:01.060 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2022-01-15T17:28:01.195 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2022-01-15T17:28:01.196 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2022-01-15T17:28:01.332 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2022-01-15T17:28:01.333 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2022-01-15T17:28:01.457 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2022-01-15T17:28:01.468 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2022-01-15T17:28:01.594 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2022-01-15T17:28:01.595 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2022-01-15T17:28:01.729 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2022-01-15T17:28:01.730 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2022-01-15T17:28:01.866 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2022-01-15T17:28:01.867 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2022-01-15T17:28:02.002 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2022-01-15T17:28:02.003 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2022-01-15T17:28:02.127 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2022-01-15T17:28:02.128 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2022-01-15T17:28:02.264 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2022-01-15T17:28:02.275 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2022-01-15T17:28:02.401 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2022-01-15T17:28:02.403 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2022-01-15T17:28:02.538 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2022-01-15T17:28:02.540 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2022-01-15T17:28:02.674 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2022-01-15T17:28:02.674 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2022-01-15T17:28:02.810 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2022-01-15T17:28:02.811 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2022-01-15T17:28:02.936 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2022-01-15T17:28:02.948 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2022-01-15T17:28:03.076 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2022-01-15T17:28:03.078 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2022-01-15T17:28:03.202 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2022-01-15T17:28:03.214 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2022-01-15T17:28:03.338 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2022-01-15T17:28:03.350 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2022-01-15T17:28:03.465 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2022-01-15T17:28:03.486 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2022-01-15T17:28:03.601 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2022-01-15T17:28:03.622 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2022-01-15T17:28:03.737 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2022-01-15T17:28:03.758 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2022-01-15T17:28:03.862 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2022-01-15T17:28:03.894 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2022-01-15T17:28:03.998 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2022-01-15T17:28:04.030 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2022-01-15T17:28:04.134 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2022-01-15T17:28:04.155 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2022-01-15T17:28:04.260 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2022-01-15T17:28:04.291 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2022-01-15T17:28:04.397 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": false, "item": "jdillaman", "name": "jdillaman", "state": "absent"} 2022-01-15T17:28:04.429 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2022-01-15T17:28:04.533 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=davidz) => {"ansible_loop_var": "item", "changed": false, "item": "davidz", "name": "davidz", "state": "absent"} 2022-01-15T17:28:04.565 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2022-01-15T17:28:04.669 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=wusui) => {"ansible_loop_var": "item", "changed": false, "item": "wusui", "name": "wusui", "state": "absent"} 2022-01-15T17:28:04.701 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2022-01-15T17:28:04.805 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=nwatkins) => {"ansible_loop_var": "item", "changed": false, "item": "nwatkins", "name": "nwatkins", "state": "absent"} 2022-01-15T17:28:04.837 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": false, "item": "jdillaman", "name": "jdillaman", "state": "absent"} 2022-01-15T17:28:04.931 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=sidharthanup) => {"ansible_loop_var": "item", "changed": false, "item": "sidharthanup", "name": "sidharthanup", "state": "absent"} 2022-01-15T17:28:04.973 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=davidz) => {"ansible_loop_var": "item", "changed": false, "item": "davidz", "name": "davidz", "state": "absent"} 2022-01-15T17:28:05.069 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=varsha) => {"ansible_loop_var": "item", "changed": false, "item": "varsha", "name": "varsha", "state": "absent"} 2022-01-15T17:28:05.101 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=wusui) => {"ansible_loop_var": "item", "changed": false, "item": "wusui", "name": "wusui", "state": "absent"} 2022-01-15T17:28:05.195 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=hmunjulu) => {"ansible_loop_var": "item", "changed": false, "item": "hmunjulu", "name": "hmunjulu", "state": "absent"} 2022-01-15T17:28:05.238 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=nwatkins) => {"ansible_loop_var": "item", "changed": false, "item": "nwatkins", "name": "nwatkins", "state": "absent"} 2022-01-15T17:28:05.331 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2022-01-15T17:28:05.373 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=sidharthanup) => {"ansible_loop_var": "item", "changed": false, "item": "sidharthanup", "name": "sidharthanup", "state": "absent"} 2022-01-15T17:28:05.457 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2022-01-15T17:28:05.510 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=varsha) => {"ansible_loop_var": "item", "changed": false, "item": "varsha", "name": "varsha", "state": "absent"} 2022-01-15T17:28:05.593 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2022-01-15T17:28:05.646 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=hmunjulu) => {"ansible_loop_var": "item", "changed": false, "item": "hmunjulu", "name": "hmunjulu", "state": "absent"} 2022-01-15T17:28:05.729 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2022-01-15T17:28:05.781 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2022-01-15T17:28:05.865 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2022-01-15T17:28:05.917 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2022-01-15T17:28:06.000 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2022-01-15T17:28:06.053 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2022-01-15T17:28:06.137 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2022-01-15T17:28:06.189 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2022-01-15T17:28:06.272 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2022-01-15T17:28:06.325 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2022-01-15T17:28:06.408 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2022-01-15T17:28:06.461 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2022-01-15T17:28:06.535 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2022-01-15T17:28:06.589 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:06 +0000 (0:00:07.113) 0:01:04.487 ****** 2022-01-15T17:28:06.607 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2022-01-15T17:28:06.731 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2022-01-15T17:28:06.867 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2022-01-15T17:28:07.004 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2022-01-15T17:28:07.053 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.463) 0:01:04.950 ****** 2022-01-15T17:28:07.286 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2022-01-15T17:28:07.288 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "checksum": "4f26b3d728f099922c318696bfe6d7a8ec9c7ba6", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "a71f88d5c920852aa6bbd807e429c45f", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642267686.6766722-12181-143705570550005/source", "state": "file", "uid": 0} 2022-01-15T17:28:07.311 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.258) 0:01:05.209 ****** 2022-01-15T17:28:07.379 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2022-01-15T17:28:07.381 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => { "msg": "Host smithi103.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2022-01-15T17:28:07.403 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.091) 0:01:05.301 ****** 2022-01-15T17:28:07.481 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2022-01-15T17:28:07.483 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2022-01-15T17:28:07.505 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.102) 0:01:05.403 ****** 2022-01-15T17:28:07.512 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2022-01-15T17:28:07.513 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "checksum": "4f26b3d728f099922c318696bfe6d7a8ec9c7ba6", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "a71f88d5c920852aa6bbd807e429c45f", "mode": "0644", "owner": "root", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1642267687.1337726-12196-57845669915728/source", "state": "file", "uid": 0} 2022-01-15T17:28:07.538 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.032) 0:01:05.435 ****** 2022-01-15T17:28:07.566 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2022-01-15T17:28:07.567 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:07.590 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.052) 0:01:05.488 ****** 2022-01-15T17:28:07.607 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2022-01-15T17:28:07.609 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => { "msg": "Host smithi027.front.sepia.ceph.com is running Ubuntu 20.04 (focal)" } 2022-01-15T17:28:07.632 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.041) 0:01:05.530 ****** 2022-01-15T17:28:07.660 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2022-01-15T17:28:07.662 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:07.685 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.052) 0:01:05.582 ****** 2022-01-15T17:28:07.712 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2022-01-15T17:28:07.714 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/empty.yml"} 2022-01-15T17:28:07.736 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.051) 0:01:05.634 ****** 2022-01-15T17:28:07.753 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2022-01-15T17:28:07.755 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:07.782 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.045) 0:01:05.680 ****** 2022-01-15T17:28:07.800 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2022-01-15T17:28:07.802 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:07.825 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.043) 0:01:05.723 ****** 2022-01-15T17:28:07.852 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:07.877 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.051) 0:01:05.774 ****** 2022-01-15T17:28:07.894 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2022-01-15T17:28:07.895 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:07.919 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.041) 0:01:05.816 ****** 2022-01-15T17:28:07.936 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2022-01-15T17:28:07.938 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:07.961 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.042) 0:01:05.859 ****** 2022-01-15T17:28:07.978 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2022-01-15T17:28:07.979 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.003 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:07 +0000 (0:00:00.041) 0:01:05.901 ****** 2022-01-15T17:28:08.031 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2022-01-15T17:28:08.032 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.056 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.052) 0:01:05.953 ****** 2022-01-15T17:28:08.072 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2022-01-15T17:28:08.073 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.097 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.041) 0:01:05.994 ****** 2022-01-15T17:28:08.125 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2022-01-15T17:28:08.126 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.150 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.053) 0:01:06.048 ****** 2022-01-15T17:28:08.167 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2022-01-15T17:28:08.169 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.191 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.041) 0:01:06.089 ****** 2022-01-15T17:28:08.218 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2022-01-15T17:28:08.220 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.243 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.051) 0:01:06.140 ****** 2022-01-15T17:28:08.259 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2022-01-15T17:28:08.261 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.284 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.041) 0:01:06.182 ****** 2022-01-15T17:28:08.322 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2022-01-15T17:28:08.324 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi103.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:08.350 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.066) 0:01:06.248 ****** 2022-01-15T17:28:08.357 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2022-01-15T17:28:08.358 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.383 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.032) 0:01:06.281 ****** 2022-01-15T17:28:08.411 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2022-01-15T17:28:08.413 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.437 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.053) 0:01:06.334 ****** 2022-01-15T17:28:08.453 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2022-01-15T17:28:08.455 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.479 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.041) 0:01:06.376 ****** 2022-01-15T17:28:08.506 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2022-01-15T17:28:08.508 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.531 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.052) 0:01:06.429 ****** 2022-01-15T17:28:08.548 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2022-01-15T17:28:08.550 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi027.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:08.573 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.041) 0:01:06.471 ****** 2022-01-15T17:28:08.600 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2022-01-15T17:28:08.602 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.625 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.052) 0:01:06.523 ****** 2022-01-15T17:28:08.632 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2022-01-15T17:28:08.634 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.658 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.032) 0:01:06.556 ****** 2022-01-15T17:28:08.696 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2022-01-15T17:28:08.698 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:08.720 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.061) 0:01:06.618 ****** 2022-01-15T17:28:08.727 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2022-01-15T17:28:08.729 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.753 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.032) 0:01:06.651 ****** 2022-01-15T17:28:08.790 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2022-01-15T17:28:08.792 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.815 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.061) 0:01:06.712 ****** 2022-01-15T17:28:08.831 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2022-01-15T17:28:08.833 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:08.856 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.041) 0:01:06.754 ****** 2022-01-15T17:28:08.883 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2022-01-15T17:28:08.885 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:08.911 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.055) 0:01:06.809 ****** 2022-01-15T17:28:08.928 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2022-01-15T17:28:08.930 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:08.953 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.041) 0:01:06.851 ****** 2022-01-15T17:28:08.980 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2022-01-15T17:28:08.982 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.005 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:08 +0000 (0:00:00.052) 0:01:06.903 ****** 2022-01-15T17:28:09.021 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2022-01-15T17:28:09.023 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.050 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.044) 0:01:06.948 ****** 2022-01-15T17:28:09.077 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2022-01-15T17:28:09.079 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.102 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.052) 0:01:07.000 ****** 2022-01-15T17:28:09.119 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2022-01-15T17:28:09.121 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:09.145 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.042) 0:01:07.042 ****** 2022-01-15T17:28:09.172 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2022-01-15T17:28:09.173 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.196 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.051) 0:01:07.094 ****** 2022-01-15T17:28:09.213 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2022-01-15T17:28:09.214 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.237 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.040) 0:01:07.135 ****** 2022-01-15T17:28:09.275 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2022-01-15T17:28:09.277 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.300 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.062) 0:01:07.197 ****** 2022-01-15T17:28:09.316 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2022-01-15T17:28:09.318 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.341 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.041) 0:01:07.239 ****** 2022-01-15T17:28:09.379 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2022-01-15T17:28:09.381 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:09.409 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.067) 0:01:07.306 ****** 2022-01-15T17:28:09.425 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2022-01-15T17:28:09.427 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.450 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.041) 0:01:07.348 ****** 2022-01-15T17:28:09.477 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2022-01-15T17:28:09.479 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.505 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.054) 0:01:07.402 ****** 2022-01-15T17:28:09.521 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2022-01-15T17:28:09.523 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.546 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.041) 0:01:07.444 ****** 2022-01-15T17:28:09.563 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2022-01-15T17:28:09.564 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.588 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.042) 0:01:07.486 ****** 2022-01-15T17:28:09.615 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2022-01-15T17:28:09.616 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:09.639 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.051) 0:01:07.537 ****** 2022-01-15T17:28:09.656 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2022-01-15T17:28:09.658 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.681 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.042) 0:01:07.579 ****** 2022-01-15T17:28:09.708 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2022-01-15T17:28:09.710 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.733 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.051) 0:01:07.631 ****** 2022-01-15T17:28:09.750 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2022-01-15T17:28:09.752 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.775 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.041) 0:01:07.672 ****** 2022-01-15T17:28:09.802 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2022-01-15T17:28:09.803 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.826 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.051) 0:01:07.724 ****** 2022-01-15T17:28:09.843 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2022-01-15T17:28:09.845 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.868 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.041) 0:01:07.766 ****** 2022-01-15T17:28:09.895 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2022-01-15T17:28:09.897 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.920 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.051) 0:01:07.817 ****** 2022-01-15T17:28:09.936 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2022-01-15T17:28:09.938 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:09.962 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:09 +0000 (0:00:00.041) 0:01:07.859 ****** 2022-01-15T17:28:09.988 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2022-01-15T17:28:09.990 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.013 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.051) 0:01:07.910 ****** 2022-01-15T17:28:10.029 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2022-01-15T17:28:10.031 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:10.058 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.044) 0:01:07.955 ****** 2022-01-15T17:28:10.085 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2022-01-15T17:28:10.087 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.110 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.052) 0:01:08.008 ****** 2022-01-15T17:28:10.127 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2022-01-15T17:28:10.129 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.153 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.043) 0:01:08.051 ****** 2022-01-15T17:28:10.180 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2022-01-15T17:28:10.182 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.205 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.052) 0:01:08.103 ****** 2022-01-15T17:28:10.222 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2022-01-15T17:28:10.224 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.248 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.042) 0:01:08.145 ****** 2022-01-15T17:28:10.285 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2022-01-15T17:28:10.287 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:10.310 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.062) 0:01:08.208 ****** 2022-01-15T17:28:10.317 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2022-01-15T17:28:10.319 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.343 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.032) 0:01:08.241 ****** 2022-01-15T17:28:10.380 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2022-01-15T17:28:10.382 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.405 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.061) 0:01:08.302 ****** 2022-01-15T17:28:10.422 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2022-01-15T17:28:10.423 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.433 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.458 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.053) 0:01:08.356 ****** 2022-01-15T17:28:10.475 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2022-01-15T17:28:10.477 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.502 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.043) 0:01:08.400 ****** 2022-01-15T17:28:10.534 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2022-01-15T17:28:10.535 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.573 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.070) 0:01:08.471 ****** 2022-01-15T17:28:10.593 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2022-01-15T17:28:10.595 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.618 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.044) 0:01:08.516 ****** 2022-01-15T17:28:10.646 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2022-01-15T17:28:10.648 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.676 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.057) 0:01:08.573 ****** 2022-01-15T17:28:10.693 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2022-01-15T17:28:10.695 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.705 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.731 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.054) 0:01:08.628 ****** 2022-01-15T17:28:10.800 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2022-01-15T17:28:10.802 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-mirrorlist", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.811 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "item": "epel-testing-mirrorlist", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.834 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.103) 0:01:08.732 ****** 2022-01-15T17:28:10.872 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2022-01-15T17:28:10.874 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.016677", "end": "2022-01-15 17:28:11.006703", "rc": 0, "start": "2022-01-15 17:28:10.990026", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2022-01-15T17:28:10.896 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.061) 0:01:08.794 ****** 2022-01-15T17:28:10.902 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2022-01-15T17:28:10.904 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.928 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.031) 0:01:08.826 ****** 2022-01-15T17:28:10.956 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2022-01-15T17:28:10.957 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:10.981 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:10 +0000 (0:00:00.052) 0:01:08.878 ****** 2022-01-15T17:28:11.049 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2022-01-15T17:28:11.051 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:11.074 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:11 +0000 (0:00:00.093) 0:01:08.972 ****** 2022-01-15T17:28:11.111 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2022-01-15T17:28:11.113 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "cmd": "cat /etc/timezone", "delta": "0:00:00.007964", "end": "2022-01-15 17:28:11.523225", "rc": 0, "start": "2022-01-15 17:28:11.515261", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2022-01-15T17:28:11.136 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:11 +0000 (0:00:00.062) 0:01:09.034 ****** 2022-01-15T17:28:11.236 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2022-01-15T17:28:11.238 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:11.260 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:11 +0000 (0:00:00.123) 0:01:09.157 ****** 2022-01-15T17:28:11.348 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2022-01-15T17:28:11.350 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:11.371 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:11 +0000 (0:00:00.110) 0:01:09.268 ****** 2022-01-15T17:28:11.646 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2022-01-15T17:28:11.648 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "grub-initrd-fallback.service grub-common.service", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/sleep.target", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked", "Wants": "grub-initrd-fallback.service grub-common.service"}} ok: [smithi027.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "name": "sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "grub-initrd-fallback.service grub-common.service", "CanIsolate": "no", "Can 2022-01-15T17:28:11.650 INFO:teuthology.task.ansible.out:Reload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "sleep.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/sleep.target", "Id": "sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit sleep.target is masked.\"", "LoadState": "masked", "Names": "sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked", "Wants": "grub-initrd-fallback.service grub-common.service"}} 2022-01-15T17:28:11.814 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/suspend.target", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked"}} 2022-01-15T17:28:11.836 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "name": "suspend.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "suspend.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/suspend.target", "Id": "suspend.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit suspend.target is masked.\"", "LoadState": "masked", "Names": "suspend.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked"}} 2022-01-15T17:28:11.992 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/hibernate.target", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked"}} 2022-01-15T17:28:12.014 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "name": "hibernate.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hibernate.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/hibernate.target", "Id": "hibernate.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hibernate.target is masked.\"", "LoadState": "masked", "Names": "hibernate.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked"}} 2022-01-15T17:28:12.161 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/hybrid-sleep.target", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked"}} 2022-01-15T17:28:12.197 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.826) 0:01:10.095 ****** 2022-01-15T17:28:12.205 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "name": "hybrid-sleep.target", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "AllowIsolate": "no", "AssertResult": "no", "AssertTimestampMonotonic": "0", "CanIsolate": "no", "CanReload": "no", "CanStart": "no", "CanStop": "yes", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "DefaultDependencies": "yes", "Description": "hybrid-sleep.target", "FailureAction": "none", "FragmentPath": "/etc/systemd/system/hybrid-sleep.target", "Id": "hybrid-sleep.target", "IgnoreOnIsolate": "no", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "LoadError": "org.freedesktop.systemd1.UnitMasked \"Unit hybrid-sleep.target is masked.\"", "LoadState": "masked", "Names": "hybrid-sleep.target", "NeedDaemonReload": "no", "OnFailureJobMode": "replace", "Perpetual": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StateChangeTimestampMonotonic": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "Transient": "no", "UnitFilePreset": "enabled", "UnitFileState": "masked"}} 2022-01-15T17:28:12.233 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.035) 0:01:10.130 ****** 2022-01-15T17:28:12.260 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2022-01-15T17:28:12.261 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.284 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.051) 0:01:10.182 ****** 2022-01-15T17:28:12.301 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.325 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.040) 0:01:10.223 ****** 2022-01-15T17:28:12.352 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2022-01-15T17:28:12.353 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.376 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.050) 0:01:10.274 ****** 2022-01-15T17:28:12.395 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.419 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.043) 0:01:10.317 ****** 2022-01-15T17:28:12.447 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2022-01-15T17:28:12.448 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.472 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.052) 0:01:10.369 ****** 2022-01-15T17:28:12.488 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.512 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.040) 0:01:10.409 ****** 2022-01-15T17:28:12.539 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2022-01-15T17:28:12.540 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.562 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.050) 0:01:10.460 ****** 2022-01-15T17:28:12.579 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.603 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.040) 0:01:10.501 ****** 2022-01-15T17:28:12.630 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2022-01-15T17:28:12.632 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.658 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.054) 0:01:10.555 ****** 2022-01-15T17:28:12.675 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:12.699 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:12 +0000 (0:00:00.041) 0:01:10.597 ****** 2022-01-15T17:28:13.104 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2022-01-15T17:28:13.106 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.268581", "end": "2022-01-15 17:28:13.510505", "rc": 0, "start": "2022-01-15 17:28:13.241924", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:13.129 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:13 +0000 (0:00:00.429) 0:01:11.026 ****** 2022-01-15T17:28:13.196 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2022-01-15T17:28:13.198 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:13.220 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:13 +0000 (0:00:00.091) 0:01:11.118 ****** 2022-01-15T17:28:13.383 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2022-01-15T17:28:13.384 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.584929", "end": "2022-01-15 17:28:13.506864", "rc": 0, "start": "2022-01-15 17:28:12.921935", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:13.408 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:13 +0000 (0:00:00.187) 0:01:11.306 ****** 2022-01-15T17:28:13.476 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2022-01-15T17:28:13.478 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:13.500 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:13 +0000 (0:00:00.091) 0:01:11.398 ****** 2022-01-15T17:28:13.528 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2022-01-15T17:28:13.529 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the apt module rather than running 'apt-get'. If you need to use command because apt is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.128674", "end": "2022-01-15 17:28:13.936618", "rc": 0, "start": "2022-01-15 17:28:13.807944", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:13.554 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:13 +0000 (0:00:00.053) 0:01:11.451 ****** 2022-01-15T17:28:13.820 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": ["apt-get", "clean"], "delta": "0:00:00.138717", "end": "2022-01-15 17:28:13.949535", "rc": 0, "start": "2022-01-15 17:28:13.810818", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:13.844 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:13 +0000 (0:00:00.290) 0:01:11.742 ****** 2022-01-15T17:28:17.629 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2022-01-15T17:28:17.631 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:17.653 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:17 +0000 (0:00:03.808) 0:01:15.551 ****** 2022-01-15T17:28:17.673 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"attempts": 1, "cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:17.699 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:17 +0000 (0:00:00.045) 0:01:15.597 ****** 2022-01-15T17:28:18.402 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2022-01-15T17:28:18.404 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:18.426 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:18 +0000 (0:00:00.727) 0:01:16.324 ****** 2022-01-15T17:28:18.455 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:18.480 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:18 +0000 (0:00:00.054) 0:01:16.378 ****** 2022-01-15T17:28:18.497 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2022-01-15T17:28:18.499 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:18.522 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:18 +0000 (0:00:00.041) 0:01:16.420 ****** 2022-01-15T17:28:18.549 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:18.575 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:18 +0000 (0:00:00.052) 0:01:16.473 ****** 2022-01-15T17:28:18.901 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2022-01-15T17:28:18.903 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2022-01-15T17:28:18.926 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:18 +0000 (0:00:00.351) 0:01:16.824 ****** 2022-01-15T17:28:18.975 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "size": 131, "state": "file", "uid": 0} 2022-01-15T17:28:19.000 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:18 +0000 (0:00:00.073) 0:01:16.898 ****** 2022-01-15T17:28:19.670 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2022-01-15T17:28:19.672 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:19.694 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:19 +0000 (0:00:00.693) 0:01:17.591 ****** 2022-01-15T17:28:19.742 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:19.765 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:19 +0000 (0:00:00.071) 0:01:17.663 ****** 2022-01-15T17:28:20.096 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2022-01-15T17:28:20.098 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2022-01-15T17:28:20.160 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "size": 2716736, "state": "file", "uid": 0} 2022-01-15T17:28:20.429 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2022-01-15T17:28:20.492 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "size": 1952038, "state": "file", "uid": 0} 2022-01-15T17:28:20.720 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2022-01-15T17:28:20.743 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:20 +0000 (0:00:00.978) 0:01:18.641 ****** 2022-01-15T17:28:20.782 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "size": 580432, "state": "file", "uid": 0} 2022-01-15T17:28:20.808 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:20 +0000 (0:00:00.064) 0:01:18.706 ****** 2022-01-15T17:28:20.886 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2022-01-15T17:28:20.888 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:28:20.912 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:20 +0000 (0:00:00.103) 0:01:18.809 ****** 2022-01-15T17:28:20.950 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:28:20.974 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:20 +0000 (0:00:00.062) 0:01:18.872 ****** 2022-01-15T17:28:21.270 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2022-01-15T17:28:21.272 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2022-01-15T17:28:21.334 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "size": 13355, "state": "file", "uid": 0} 2022-01-15T17:28:21.552 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2022-01-15T17:28:21.616 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "size": 8602, "state": "file", "uid": 0} 2022-01-15T17:28:21.906 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "size": 3612, "state": "file", "uid": 0} 2022-01-15T17:28:21.969 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:21 +0000 (0:00:00.994) 0:01:19.866 ****** 2022-01-15T17:28:21.977 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "size": 3612, "state": "file", "uid": 0} 2022-01-15T17:28:22.005 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:21 +0000 (0:00:00.036) 0:01:19.902 ****** 2022-01-15T17:28:22.014 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2022-01-15T17:28:22.016 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2022-01-15T17:28:22.039 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.034) 0:01:19.937 ****** 2022-01-15T17:28:22.046 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib/nagios/plugins", "nrpe_group": "nagios", "nrpe_packages": ["nagios-nrpe-server", "nagios-plugins-basic"], "nrpe_service_name": "nagios-nrpe-server", "nrpe_user": "nagios"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/apt_systems.yml"], "changed": false} 2022-01-15T17:28:22.071 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.031) 0:01:19.969 ****** 2022-01-15T17:28:22.077 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2022-01-15T17:28:22.078 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:22.102 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.030) 0:01:20.000 ****** 2022-01-15T17:28:22.109 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:22.134 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.031) 0:01:20.031 ****** 2022-01-15T17:28:22.142 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2022-01-15T17:28:22.144 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.154 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.156 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.180 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.046) 0:01:20.078 ****** 2022-01-15T17:28:22.188 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.189 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.190 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.190 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.215 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.034) 0:01:20.112 ****** 2022-01-15T17:28:22.221 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2022-01-15T17:28:22.222 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.248 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.033) 0:01:20.146 ****** 2022-01-15T17:28:22.255 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:22.280 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.032) 0:01:20.178 ****** 2022-01-15T17:28:22.961 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (non-RHEL/CentOS)] ******** 2022-01-15T17:28:22.962 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:22.985 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:22 +0000 (0:00:00.704) 0:01:20.883 ****** 2022-01-15T17:28:22.993 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:23.018 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:23 +0000 (0:00:00.032) 0:01:20.916 ****** 2022-01-15T17:28:23.329 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2022-01-15T17:28:23.353 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:23 +0000 (0:00:00.335) 0:01:21.251 ****** 2022-01-15T17:28:23.360 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "4880e187ff9f437cc33858eb1d0fa49a06d67be4", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "size": 180, "state": "file", "uid": 0} 2022-01-15T17:28:23.386 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:23 +0000 (0:00:00.032) 0:01:21.283 ****** 2022-01-15T17:28:23.703 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2022-01-15T17:28:23.705 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2022-01-15T17:28:23.729 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:23 +0000 (0:00:00.343) 0:01:21.626 ****** 2022-01-15T17:28:23.746 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/nagios/plugins/check_mem.sh", "size": 1964, "state": "file", "uid": 0} 2022-01-15T17:28:23.771 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:23 +0000 (0:00:00.041) 0:01:21.668 ****** 2022-01-15T17:28:23.880 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2022-01-15T17:28:23.882 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2022-01-15T17:28:23.923 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "DAEMON_OPTS", "msg": ""} 2022-01-15T17:28:23.997 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2022-01-15T17:28:24.024 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.253) 0:01:21.922 ****** 2022-01-15T17:28:24.042 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "backup": "", "changed": false, "item": "NRPE_OPTS", "msg": ""} 2022-01-15T17:28:24.067 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.042) 0:01:21.964 ****** 2022-01-15T17:28:24.073 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2022-01-15T17:28:24.075 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:24.098 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.031) 0:01:21.996 ****** 2022-01-15T17:28:24.104 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:24.129 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.030) 0:01:22.027 ****** 2022-01-15T17:28:24.135 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2022-01-15T17:28:24.137 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:24.160 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.030) 0:01:22.058 ****** 2022-01-15T17:28:24.168 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2022-01-15T17:28:24.193 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.032) 0:01:22.090 ****** 2022-01-15T17:28:24.198 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2022-01-15T17:28:24.200 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:24.223 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.030) 0:01:22.121 ****** 2022-01-15T17:28:24.229 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:24.253 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.030) 0:01:22.151 ****** 2022-01-15T17:28:24.569 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2022-01-15T17:28:24.571 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} 2022-01-15T17:28:24.596 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.342) 0:01:22.493 ****** 2022-01-15T17:28:24.604 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "a0ee4c31e844cf26108115f6af99f92f904eafbf", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "size": 1176, "state": "file", "uid": 0} 2022-01-15T17:28:24.629 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.033) 0:01:22.527 ****** 2022-01-15T17:28:24.828 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2022-01-15T17:28:24.829 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:26:46 UTC", "ActiveEnterTimestampMonotonic": "17081082", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "nss-lookup.target system.slice -.mount systemd-journald.socket local-fs.target basic.target network.target systemd-tmpfiles-setup.service var-run.mount remote-fs.target sysinit.target time-sync.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:26:46 UTC", "AssertTimestampMonotonic": "17076623", "Before": "shutdown.target multi-user.target getty@tty1.service xdm.service plymouth-quit.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:26:46 UTC", "Co 2022-01-15T17:28:24.831 INFO:teuthology.task.ansible.out:nditionTimestampMonotonic": "17076623", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "841", "ExecMainStartTimestamp": "Sat 2022-01-15 17:26:46 UTC", "ExecMainStartTimestampMonotonic": "17080947", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Sat 2022-01-15 17:26:46 UTC] ; stop_time=[n/a] ; pid=841 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[Sat 2022-01-15 17:26:46 UTC] ; stop_time=[n/a] ; pid=841 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GI 2022-01-15T17:28:24.832 INFO:teuthology.task.ansible.out:D": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Sat 2022-01-15 17:26:46 UTC", "InactiveExitTimestampMonotonic": "17081082", "InvocationID": "bd5e1f68be9e4b4593d2dc6b030071d2", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127756", "LimitNPROCSoft": "127756", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127756", "LimitSIGPENDINGSoft": "127756", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "841", "MemoryAccounting": "yes", "MemoryCurrent": "1314816", "MemoryD 2022-01-15T17:28:24.834 INFO:teuthology.task.ansible.out:enyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:26:46 UTC", "StateChangeTimestampMonotonic": "17081082", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no" 2022-01-15T17:28:24.835 INFO:teuthology.task.ansible.out:, "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38326", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:28:24.856 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.226) 0:01:22.753 ****** 2022-01-15T17:28:24.868 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nagios-nrpe-server", "state": "started", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:26:29 UTC", "ActiveEnterTimestampMonotonic": "15358742", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "system.slice basic.target var-run.mount local-fs.target systemd-tmpfiles-setup.service network.target nss-lookup.target sysinit.target remote-fs.target -.mount time-sync.target systemd-journald.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:26:29 UTC", "AssertTimestampMonotonic": "15305490", "Before": "xdm.service multi-user.target plymouth-quit.service shutdown.target getty@tty1.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:26:29 UTC", "Co 2022-01-15T17:28:24.869 INFO:teuthology.task.ansible.out:nditionTimestampMonotonic": "15305489", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "ControlGroup": "/system.slice/nagios-nrpe-server.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/default/nagios-nrpe-server (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "874", "ExecMainStartTimestamp": "Sat 2022-01-15 17:26:29 UTC", "ExecMainStartTimestampMonotonic": "15358568", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; ignore_errors=no ; start_time=[Sat 2022-01-15 17:26:29 UTC] ; stop_time=[n/a] ; pid=874 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_OPTS ; flags= ; start_time=[Sat 2022-01-15 17:26:29 UTC] ; stop_time=[n/a] ; pid=874 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPostEx": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nagios/nrpe.pid ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/nagios-nrpe-server.service", "GI 2022-01-15T17:28:24.871 INFO:teuthology.task.ansible.out:D": "118", "Group": "nagios", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "nagios-nrpe-server.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Sat 2022-01-15 17:26:29 UTC", "InactiveExitTimestampMonotonic": "15358742", "InvocationID": "30de9114f56f440aa2dff9c8f4266ccb", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127757", "LimitNPROCSoft": "127757", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127757", "LimitSIGPENDINGSoft": "127757", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "874", "MemoryAccounting": "yes", "MemoryCurrent": "1261568", "MemoryD 2022-01-15T17:28:24.872 INFO:teuthology.task.ansible.out:enyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nagios-nrpe-server.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/run/nagios/nrpe.pid", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:26:29 UTC", "StateChangeTimestampMonotonic": "15358742", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no" 2022-01-15T17:28:24.874 INFO:teuthology.task.ansible.out:, "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", 2022-01-15T17:28:24.874 INFO:teuthology.task.ansible.out: "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "38327", "TimeoutAbortUSec": "1min", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "110", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "User": "nagios", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:28:24.900 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.044) 0:01:22.798 ****** 2022-01-15T17:28:24.907 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2022-01-15T17:28:24.909 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:24.934 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.034) 0:01:22.832 ****** 2022-01-15T17:28:24.941 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:24.966 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.031) 0:01:22.864 ****** 2022-01-15T17:28:24.972 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2022-01-15T17:28:24.974 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:24.998 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:24 +0000 (0:00:00.031) 0:01:22.895 ****** 2022-01-15T17:28:25.005 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.030 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.031) 0:01:22.927 ****** 2022-01-15T17:28:25.037 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2022-01-15T17:28:25.038 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.062 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:22.959 ****** 2022-01-15T17:28:25.069 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.095 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:22.992 ****** 2022-01-15T17:28:25.101 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2022-01-15T17:28:25.103 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.127 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:23.025 ****** 2022-01-15T17:28:25.135 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.160 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:23.057 ****** 2022-01-15T17:28:25.174 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2022-01-15T17:28:25.176 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.204 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.044) 0:01:23.102 ****** 2022-01-15T17:28:25.212 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.237 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:23.134 ****** 2022-01-15T17:28:25.243 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2022-01-15T17:28:25.245 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.269 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:23.167 ****** 2022-01-15T17:28:25.277 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.303 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.033) 0:01:23.200 ****** 2022-01-15T17:28:25.309 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2022-01-15T17:28:25.311 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.335 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:23.232 ****** 2022-01-15T17:28:25.341 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.364 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.029) 0:01:23.262 ****** 2022-01-15T17:28:25.370 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2022-01-15T17:28:25.372 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.395 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.030) 0:01:23.292 ****** 2022-01-15T17:28:25.401 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.424 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.029) 0:01:23.321 ****** 2022-01-15T17:28:25.429 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2022-01-15T17:28:25.430 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.454 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.029) 0:01:23.351 ****** 2022-01-15T17:28:25.460 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.484 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.030) 0:01:23.382 ****** 2022-01-15T17:28:25.491 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2022-01-15T17:28:25.492 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.515 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.030) 0:01:23.413 ****** 2022-01-15T17:28:25.521 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:25.546 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.030) 0:01:23.443 ****** 2022-01-15T17:28:25.552 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2022-01-15T17:28:25.554 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2022-01-15T17:28:25.581 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.035) 0:01:23.479 ****** 2022-01-15T17:28:25.589 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"apt_repos": [], "ceph_packages_to_remove": ["ceph", "ceph-common", "libcephfs1", "radosgw", "python-ceph", "python-rados", "python-cephfs", "python-rbd", "librbd1", "librados2", "ceph-fs-common-dbg", "ceph-fs-common"], "common_apt_repos": [], "common_packages": [], "nfs_service": "nfs-kernel-server", "ntp_service_name": "ntp", "packages": [], "packages_to_remove": ["multipath-tools"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "ssh"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/apt_systems.yml"], "changed": false} 2022-01-15T17:28:25.615 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.033) 0:01:23.512 ****** 2022-01-15T17:28:25.622 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2022-01-15T17:28:25.624 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common", "libgnutls30"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2022-01-15T17:28:25.649 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.034) 0:01:23.547 ****** 2022-01-15T17:28:25.656 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml) => {"ansible_facts": {"common_packages": ["libfcgi0ldbl", "python-dev", "libev-dev", "perl", "libwww-perl", "lsb-release", "build-essential", "sysstat", "gdb", "libedit2", "cryptsetup-bin", "xfsprogs", "gdisk", "parted", "libuuid1", "libatomic-ops-dev", "git-core", "attr", "dbench", "bonnie++", "valgrind", "ant", "libtool", "automake", "gettext", "uuid-dev", "libacl1-dev", "bc", "xfsdump", "xfslibs-dev", "libattr1-dev", "quota", "libcap2-bin", "libncurses5-dev", "lvm2", "vim", "pdsh", "blktrace", "genisoimage", "libjson-xs-perl", "xml-twig-tools", "default-jdk", "junit4", "tgt", "open-iscsi", "cifs-utils", "ipcalc", "nfs-common", "nfs-kernel-server", "software-properties-common", "libgnutls30"], "no_recommended_packages": ["collectl"], "non_aarch64_common_packages": ["smbios-utils", "libfcgi", "sysprof"], "non_aarch64_packages_to_upgrade": ["libapache2-mod-fastcgi"], "packages_to_remove": ["openmpi-common"], "packages_to_upgrade": ["apt", "apache2"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu.yml"} 2022-01-15T17:28:25.683 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.033) 0:01:23.580 ****** 2022-01-15T17:28:25.689 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2022-01-15T17:28:25.691 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-venv", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2022-01-15T17:28:25.716 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:23.613 ****** 2022-01-15T17:28:25.725 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml) => {"ansible_facts": {"non_aarch64_packages": ["libgoogle-perftools4", "iozone3"], "non_aarch64_packages_to_upgrade": [], "packages": ["mpich", "qemu-system-x86", "lttng-tools", "libtool-bin", "docker.io", "python3-nose", "python3-venv", "python3-virtualenv", "python3-configobj", "python3-gevent", "python3-numpy", "python3-matplotlib", "python3-setuptools"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/ubuntu_20.yml"} 2022-01-15T17:28:25.750 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.034) 0:01:23.647 ****** 2022-01-15T17:28:25.756 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2022-01-15T17:28:25.758 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2022-01-15T17:28:25.784 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.034) 0:01:23.682 ****** 2022-01-15T17:28:25.791 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2022-01-15T17:28:25.816 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.032) 0:01:23.714 ****** 2022-01-15T17:28:25.925 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2022-01-15T17:28:25.950 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.133) 0:01:23.847 ****** 2022-01-15T17:28:25.957 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 27, "name": "sudo", "state": "present", "system": false} 2022-01-15T17:28:25.983 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:25 +0000 (0:00:00.031) 0:01:23.879 ****** 2022-01-15T17:28:26.091 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2022-01-15T17:28:26.263 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} Saturday 15 January 2022 17:28:26 +0000 (0:00:00.134) 0:01:24.014 ****** ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "name": "ubuntu", "state": "present", "system": false} Saturday 15 January 2022 17:28:26 +0000 (0:00:00.037) 0:01:24.052 ****** TASK [testnode : Create the teuthology user.] ********************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Saturday 15 January 2022 17:28:26 +0000 (0:00:00.039) 0:01:24.092 ****** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:26.355 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:26 +0000 (0:00:00.161) 0:01:24.253 ****** 2022-01-15T17:28:26.363 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2022-01-15T17:28:26.365 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:26.389 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:26 +0000 (0:00:00.033) 0:01:24.287 ****** 2022-01-15T17:28:26.397 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:26.424 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:26 +0000 (0:00:00.035) 0:01:24.322 ****** 2022-01-15T17:28:26.557 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2022-01-15T17:28:26.559 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2022-01-15T17:28:26.584 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:26 +0000 (0:00:00.159) 0:01:24.482 ****** 2022-01-15T17:28:26.603 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/sh", "state": "present", "uid": 10101} 2022-01-15T17:28:26.629 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:26 +0000 (0:00:00.045) 0:01:24.527 ****** 2022-01-15T17:28:27.002 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2022-01-15T17:28:27.004 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} 2022-01-15T17:28:27.028 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:27 +0000 (0:00:00.398) 0:01:24.926 ****** 2022-01-15T17:28:27.046 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "size": 112, "state": "file", "uid": 0} 2022-01-15T17:28:27.073 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:27 +0000 (0:00:00.043) 0:01:24.969 ****** 2022-01-15T17:28:27.087 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2022-01-15T17:28:27.089 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi027"}, "changed": false} 2022-01-15T17:28:27.112 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:27 +0000 (0:00:00.040) 0:01:25.009 ****** 2022-01-15T17:28:27.119 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi103"}, "changed": false} 2022-01-15T17:28:27.146 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:27 +0000 (0:00:00.034) 0:01:25.044 ****** 2022-01-15T17:28:27.860 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2022-01-15T17:28:27.862 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi027.front.sepia.ceph.com", "ansible_hostname": "smithi027", "ansible_nodename": "smithi027"}, "changed": true, "name": "smithi027"} 2022-01-15T17:28:27.887 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:27 +0000 (0:00:00.740) 0:01:25.785 ****** 2022-01-15T17:28:27.896 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi103.front.sepia.ceph.com", "ansible_hostname": "smithi103", "ansible_nodename": "smithi103"}, "changed": true, "name": "smithi103"} 2022-01-15T17:28:27.933 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:27 +0000 (0:00:00.045) 0:01:25.831 ****** 2022-01-15T17:28:28.233 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} 2022-01-15T17:28:28.261 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:28 +0000 (0:00:00.327) 0:01:26.158 ****** 2022-01-15T17:28:28.280 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "2f7bfea2455a0d9220592aa0c21ac69c312e7471", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "size": 2646, "state": "file", "uid": 0} 2022-01-15T17:28:28.308 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:28 +0000 (0:00:00.047) 0:01:26.205 ****** 2022-01-15T17:28:28.605 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2022-01-15T17:28:28.607 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2022-01-15T17:28:28.630 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:28 +0000 (0:00:00.322) 0:01:26.528 ****** 2022-01-15T17:28:28.647 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "size": 570, "state": "file", "uid": 0} 2022-01-15T17:28:28.673 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:28 +0000 (0:00:00.042) 0:01:26.571 ****** 2022-01-15T17:28:29.126 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2022-01-15T17:28:29.128 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2022-01-15T17:28:29.164 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.490) 0:01:27.061 ****** 2022-01-15T17:28:29.172 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2022-01-15T17:28:29.198 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.034) 0:01:27.095 ****** 2022-01-15T17:28:29.206 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2022-01-15T17:28:29.208 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.234 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.035) 0:01:27.131 ****** 2022-01-15T17:28:29.241 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.270 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.035) 0:01:27.167 ****** 2022-01-15T17:28:29.278 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2022-01-15T17:28:29.280 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.304 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.034) 0:01:27.202 ****** 2022-01-15T17:28:29.312 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.339 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.034) 0:01:27.237 ****** 2022-01-15T17:28:29.348 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2022-01-15T17:28:29.350 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.373 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.034) 0:01:27.271 ****** 2022-01-15T17:28:29.380 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.409 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.035) 0:01:27.307 ****** 2022-01-15T17:28:29.416 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2022-01-15T17:28:29.418 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.443 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.034) 0:01:27.341 ****** 2022-01-15T17:28:29.450 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.476 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.032) 0:01:27.373 ****** 2022-01-15T17:28:29.482 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2022-01-15T17:28:29.483 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.507 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.031) 0:01:27.405 ****** 2022-01-15T17:28:29.515 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.540 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.032) 0:01:27.437 ****** 2022-01-15T17:28:29.546 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2022-01-15T17:28:29.548 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.572 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.032) 0:01:27.470 ****** 2022-01-15T17:28:29.580 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.605 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.033) 0:01:27.503 ****** 2022-01-15T17:28:29.613 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2022-01-15T17:28:29.615 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.639 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.033) 0:01:27.536 ****** 2022-01-15T17:28:29.646 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.676 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.037) 0:01:27.574 ****** 2022-01-15T17:28:29.684 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2022-01-15T17:28:29.685 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.709 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.033) 0:01:27.607 ****** 2022-01-15T17:28:29.716 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.741 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.031) 0:01:27.639 ****** 2022-01-15T17:28:29.747 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:28:29.749 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.773 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.032) 0:01:27.671 ****** 2022-01-15T17:28:29.780 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.806 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.032) 0:01:27.703 ****** 2022-01-15T17:28:29.822 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2022-01-15T17:28:29.823 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.847 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.040) 0:01:27.744 ****** 2022-01-15T17:28:29.854 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.878 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.031) 0:01:27.776 ****** 2022-01-15T17:28:29.883 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2022-01-15T17:28:29.885 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.908 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.029) 0:01:27.805 ****** 2022-01-15T17:28:29.914 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:29.937 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.029) 0:01:27.835 ****** 2022-01-15T17:28:29.944 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2022-01-15T17:28:29.967 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.029) 0:01:27.865 ****** 2022-01-15T17:28:29.997 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:29 +0000 (0:00:00.029) 0:01:27.895 ****** 2022-01-15T17:28:30.003 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2022-01-15T17:28:30.027 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.030) 0:01:27.925 ****** 2022-01-15T17:28:30.064 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.036) 0:01:27.962 ****** 2022-01-15T17:28:30.071 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2022-01-15T17:28:30.095 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.030) 0:01:27.993 ****** 2022-01-15T17:28:30.125 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.029) 0:01:28.023 ****** 2022-01-15T17:28:30.131 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2022-01-15T17:28:30.133 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.156 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.054 ****** 2022-01-15T17:28:30.162 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.189 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.086 ****** 2022-01-15T17:28:30.195 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2022-01-15T17:28:30.197 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.207 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.209 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=https://dist.apache.org/repos/dist/dev/arrow/KEYS) => {"ansible_loop_var": "item", "changed": false, "item": "https://dist.apache.org/repos/dist/dev/arrow/KEYS", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.233 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.044) 0:01:28.131 ****** 2022-01-15T17:28:30.241 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.242 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=https://dist.apache.org/repos/dist/dev/arrow/KEYS) => {"ansible_loop_var": "item", "changed": false, "item": "https://dist.apache.org/repos/dist/dev/arrow/KEYS", "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.265 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.163 ****** 2022-01-15T17:28:30.270 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2022-01-15T17:28:30.272 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.294 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.029) 0:01:28.192 ****** 2022-01-15T17:28:30.300 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.324 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.029) 0:01:28.221 ****** 2022-01-15T17:28:30.330 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:28:30.331 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.353 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.029) 0:01:28.251 ****** 2022-01-15T17:28:30.359 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.386 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.283 ****** 2022-01-15T17:28:30.392 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2022-01-15T17:28:30.394 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.418 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.315 ****** 2022-01-15T17:28:30.425 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.454 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.035) 0:01:28.351 ****** 2022-01-15T17:28:30.461 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2022-01-15T17:28:30.463 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.487 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.033) 0:01:28.385 ****** 2022-01-15T17:28:30.495 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.520 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.417 ****** 2022-01-15T17:28:30.526 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2022-01-15T17:28:30.528 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.552 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.449 ****** 2022-01-15T17:28:30.558 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.583 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.481 ****** 2022-01-15T17:28:30.589 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2022-01-15T17:28:30.591 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.615 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.512 ****** 2022-01-15T17:28:30.621 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.647 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.544 ****** 2022-01-15T17:28:30.653 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2022-01-15T17:28:30.655 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.679 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.577 ****** 2022-01-15T17:28:30.686 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.712 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.609 ****** 2022-01-15T17:28:30.719 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2022-01-15T17:28:30.720 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.745 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.642 ****** 2022-01-15T17:28:30.752 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.777 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.674 ****** 2022-01-15T17:28:30.783 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-15T17:28:30.785 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.809 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.706 ****** 2022-01-15T17:28:30.817 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.846 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.037) 0:01:28.744 ****** 2022-01-15T17:28:30.856 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2022-01-15T17:28:30.857 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.884 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.037) 0:01:28.782 ****** 2022-01-15T17:28:30.891 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.919 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.035) 0:01:28.817 ****** 2022-01-15T17:28:30.925 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2022-01-15T17:28:30.927 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.952 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.032) 0:01:28.849 ****** 2022-01-15T17:28:30.958 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:30.983 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:30 +0000 (0:00:00.031) 0:01:28.881 ****** 2022-01-15T17:28:30.990 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.015 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.031) 0:01:28.913 ****** 2022-01-15T17:28:31.023 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.049 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.033) 0:01:28.946 ****** 2022-01-15T17:28:31.055 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2022-01-15T17:28:31.056 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.080 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.031) 0:01:28.978 ****** 2022-01-15T17:28:31.089 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.115 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.034) 0:01:29.012 ****** 2022-01-15T17:28:31.120 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2022-01-15T17:28:31.122 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.146 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.031) 0:01:29.044 ****** 2022-01-15T17:28:31.153 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.177 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.030) 0:01:29.075 ****** 2022-01-15T17:28:31.184 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2022-01-15T17:28:31.185 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.209 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.031) 0:01:29.107 ****** 2022-01-15T17:28:31.223 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.254 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.044) 0:01:29.151 ****** 2022-01-15T17:28:31.261 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2022-01-15T17:28:31.262 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.286 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.033) 0:01:29.184 ****** 2022-01-15T17:28:31.294 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.319 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.032) 0:01:29.216 ****** 2022-01-15T17:28:31.326 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2022-01-15T17:28:31.328 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.351 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.032) 0:01:29.249 ****** 2022-01-15T17:28:31.358 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.383 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.032) 0:01:29.281 ****** 2022-01-15T17:28:31.391 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2022-01-15T17:28:31.393 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.416 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.033) 0:01:29.314 ****** 2022-01-15T17:28:31.424 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.450 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.033) 0:01:29.347 ****** 2022-01-15T17:28:31.457 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2022-01-15T17:28:31.458 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.483 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.033) 0:01:29.381 ****** 2022-01-15T17:28:31.490 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.516 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.032) 0:01:29.413 ****** 2022-01-15T17:28:31.523 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2022-01-15T17:28:31.525 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.550 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.033) 0:01:29.447 ****** 2022-01-15T17:28:31.558 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:31.584 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.034) 0:01:29.482 ****** 2022-01-15T17:28:31.695 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2022-01-15T17:28:31.697 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.005267", "end": "2022-01-15 17:28:32.110197", "rc": 0, "start": "2022-01-15 17:28:32.104930", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:31.721 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.136) 0:01:29.618 ****** 2022-01-15T17:28:31.739 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "cmd": "ls -1 /etc/apt/sources.list.d/", "delta": "0:00:00.005321", "end": "2022-01-15 17:28:31.863168", "rc": 0, "start": "2022-01-15 17:28:31.857847", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:31.766 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.045) 0:01:29.664 ****** 2022-01-15T17:28:31.774 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2022-01-15T17:28:31.799 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.032) 0:01:29.697 ****** 2022-01-15T17:28:31.832 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:31 +0000 (0:00:00.033) 0:01:29.730 ****** 2022-01-15T17:28:32.133 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2022-01-15T17:28:32.135 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} 2022-01-15T17:28:32.159 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:32 +0000 (0:00:00.327) 0:01:30.057 ****** 2022-01-15T17:28:32.178 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "ba101482124806c7f6ea9fc7b4acfda303391ad6", "dest": "/etc/apt/preferences.d/ceph.pref", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/apt/preferences.d/ceph.pref", "size": 52, "state": "file", "uid": 0} 2022-01-15T17:28:32.204 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:32 +0000 (0:00:00.044) 0:01:30.102 ****** 2022-01-15T17:28:32.211 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2022-01-15T17:28:32.213 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:32.239 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:32 +0000 (0:00:00.034) 0:01:30.136 ****** 2022-01-15T17:28:32.247 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:28:32.274 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:32 +0000 (0:00:00.035) 0:01:30.172 ****** 2022-01-15T17:28:33.638 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* ok: [smithi027.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2022-01-15T17:28:33.774 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc"} 2022-01-15T17:28:34.665 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2022-01-15T17:28:34.690 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:34 +0000 (0:00:02.416) 0:01:32.588 ****** 2022-01-15T17:28:34.752 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc"} 2022-01-15T17:28:34.777 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:34 +0000 (0:00:00.086) 0:01:32.675 ****** 2022-01-15T17:28:35.409 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:35.437 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:35 +0000 (0:00:00.660) 0:01:33.335 ****** 2022-01-15T17:28:35.466 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2022-01-15T17:28:35.491 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:35 +0000 (0:00:00.052) 0:01:33.388 ****** 2022-01-15T17:28:35.497 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2022-01-15T17:28:35.498 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:35.523 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:35 +0000 (0:00:00.032) 0:01:33.421 ****** 2022-01-15T17:28:35.549 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2022-01-15T17:28:35.572 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:35 +0000 (0:00:00.048) 0:01:33.470 ****** 2022-01-15T17:28:35.661 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2022-01-15T17:28:35.663 INFO:teuthology.task.ansible.out:[WARNING]: Consider using 'become', 'become_method', and 'become_user' rather than running sudo changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.033759", "end": "2022-01-15 17:28:36.071464", "rc": 0, "start": "2022-01-15 17:28:36.037705", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:35.688 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:35 +0000 (0:00:00.115) 0:01:33.586 ****** 2022-01-15T17:28:35.752 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": ["sudo", "apt-get", "clean"], "delta": "0:00:00.030036", "end": "2022-01-15 17:28:35.871444", "rc": 0, "start": "2022-01-15 17:28:35.841408", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:28:35.782 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:35 +0000 (0:00:00.094) 0:01:33.680 ****** 2022-01-15T17:28:38.045 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2022-01-15T17:28:38.047 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:38.069 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:38 +0000 (0:00:02.286) 0:01:35.966 ****** 2022-01-15T17:28:38.116 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:28:38.142 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:38 +0000 (0:00:00.073) 0:01:36.040 ****** 2022-01-15T17:28:46.608 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2022-01-15T17:28:46.610 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11\n liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5\n libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0\n libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common\n libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data\n qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 91 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading datab 2022-01-15T17:28:46.611 INFO:teuthology.task.ansible.out:ase ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174688 files and directories currently installed.)\r\nRemoving qemu-utils (1:4.2-3ubuntu6.17) ...\r\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nRemoving librbd1 (15.2.13-0ubuntu0.20.04.2) ...\r\nRemoving librados2 (15.2.13-0ubuntu0.20.04.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11", " liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5", " libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0", " libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common", " libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data", " qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 91 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Read 2022-01-15T17:28:46.613 INFO:teuthology.task.ansible.out:ing database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174688 files and directories currently installed.)", "Removing qemu-utils (1:4.2-3ubuntu6.17) ...", "Removing qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.17) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Removing librbd1 (15.2.13-0ubuntu0.20.04.2) ...", "Removing librados2 (15.2.13-0ubuntu0.20.04.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2022-01-15T17:28:46.634 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:46 +0000 (0:00:08.492) 0:01:44.532 ****** 2022-01-15T17:28:46.655 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11\n liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5\n libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0\n libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common\n libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data\n qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following packages will be REMOVED:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\n0 upgraded, 0 newly installed, 6 to remove and 91 not upgraded.\nAfter this operation, 62.7 MB disk space will be freed.\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading datab 2022-01-15T17:28:46.657 INFO:teuthology.task.ansible.out:ase ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174688 files and directories currently installed.)\r\nRemoving qemu-utils (1:4.2-3ubuntu6.17) ...\r\nRemoving qemu-system-x86 (1:4.2-3ubuntu6.17) ...\r\nRemoving qemu-system-common (1:4.2-3ubuntu6.17) ...\r\nRemoving qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...\r\nRemoving librbd1 (15.2.13-0ubuntu0.20.04.2) ...\r\nRemoving librados2 (15.2.13-0ubuntu0.20.04.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11", " liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5", " libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0", " libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common", " libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data", " qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following packages will be REMOVED:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "0 upgraded, 0 newly installed, 6 to remove and 91 not upgraded.", "After this operation, 62.7 MB disk space will be freed.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Read 2022-01-15T17:28:46.659 INFO:teuthology.task.ansible.out:ing database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174688 files and directories currently installed.)", "Removing qemu-utils (1:4.2-3ubuntu6.17) ...", "Removing qemu-system-x86 (1:4.2-3ubuntu6.17) ...", "Removing qemu-system-common (1:4.2-3ubuntu6.17) ...", "Removing qemu-block-extra:amd64 (1:4.2-3ubuntu6.17) ...", "Removing librbd1 (15.2.13-0ubuntu0.20.04.2) ...", "Removing librados2 (15.2.13-0ubuntu0.20.04.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ..."]} 2022-01-15T17:28:46.683 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:28:46 +0000 (0:00:00.048) 0:01:44.581 ****** 2022-01-15T17:29:02.238 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-15T17:29:02.240 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11\n liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5\n libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0\n libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common\n libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data\n qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n apache2-bin apache2-data apache2-utils\nSuggested packages:\n apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser\nThe following packages will be upgraded:\n apache2 apache2-bin apache2-data apache2-utils\n4 upgraded, 0 newly installed, 0 to remove and 87 not upgraded.\nNeed to get 1518 kB of archives.\nAfter this operation, 3072 B of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.9 [95.5 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.9 [11 2022-01-15T17:29:02.242 INFO:teuthology.task.ansible.out:80 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.9 [159 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.9 [84.3 kB]\nFetched 1518 kB in 1s (1733 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174616 files and directories currently installed.)\r\nPreparing to unpack .../apache2_2.4.41-4ubuntu3.9_amd64.deb ...\r\nUnpacking apache2 (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nPreparing to unpack .../apache2-bin_2.4.41-4ubuntu3.9_amd64.deb ...\r\nUnpacking apache2-bin (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nPreparing to unpack .../apache2-data_2.4.41-4ubuntu3.9_all.deb ...\r\nUnpacking apache2-data (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nPreparing to unpack .../apache2-utils_2.4.41-4ubuntu3.9_amd64.deb ...\r\nUnpacking apache2-utils (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nSetting up apache2-bin (2.4.41-4ubuntu3.9) ...\r\nSetting up apache2-data (2.4.41-4ubuntu3.9) ...\r\nSetting up apache2-utils (2.4.41-4ubuntu3.9) ...\r\nSetting up apache2 (2.4.41-4ubuntu3.9) ...\r\nProcessing triggers for systemd (245.4-4ubuntu3.13) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for ufw (0.36-6) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and a 2022-01-15T17:29:02.244 INFO:teuthology.task.ansible.out:re no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11", " liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5", " libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0", " libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common", " libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data", " qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " apache2-bin apache2-data apache2-utils", "Suggested packages:", " apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser", "The following packages will be upgraded:", " apache2 apache2-bin apache2-data apache2-utils", "4 upgraded, 0 newly installed, 0 to remove and 87 not upgraded.", "Need to get 1518 kB of archives.", "After this operation, 3072 B of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.9 [95.5 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.9 [1180 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.9 [159 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.9 [84.3 kB]", "Fetched 1518 kB in 1s (1733 kB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading databa 2022-01-15T17:29:02.246 INFO:teuthology.task.ansible.out:se ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174616 files and directories currently installed.)", "Preparing to unpack .../apache2_2.4.41-4ubuntu3.9_amd64.deb ...", "Unpacking apache2 (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Preparing to unpack .../apache2-bin_2.4.41-4ubuntu3.9_amd64.deb ...", "Unpacking apache2-bin (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Preparing to unpack .../apache2-data_2.4.41-4ubuntu3.9_all.deb ...", "Unpacking apache2-data (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Preparing to unpack .../apache2-utils_2.4.41-4ubuntu3.9_amd64.deb ...", "Unpacking apache2-utils (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Setting up apache2-bin (2.4.41-4ubuntu3.9) ...", "Setting up apache2-data (2.4.41-4ubuntu3.9) ...", "Setting up apache2-utils (2.4.41-4ubuntu3.9) ...", "Setting up apache2 (2.4.41-4ubuntu3.9) ...", "Processing triggers for systemd (245.4-4ubuntu3.13) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for ufw (0.36-6) ..."]} 2022-01-15T17:29:02.268 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:02 +0000 (0:00:15.584) 0:02:00.166 ****** 2022-01-15T17:29:02.298 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:02.321 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:02 +0000 (0:00:00.053) 0:02:00.219 ****** 2022-01-15T17:29:02.329 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-15T17:29:02.329 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good\n gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1\n libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0\n libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0\n libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11\n liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5\n libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0\n libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common\n libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data\n qemu-system-gui seabios sharutils\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n apache2-bin apache2-data apache2-utils\nSuggested packages:\n apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser\nThe following packages will be upgraded:\n apache2 apache2-bin apache2-data apache2-utils\n4 upgraded, 0 newly installed, 0 to remove and 87 not upgraded.\nNeed to get 1518 kB of archives.\nAfter this operation, 3072 B of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.9 [95.5 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.9 [11 2022-01-15T17:29:02.331 INFO:teuthology.task.ansible.out:80 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.9 [159 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.9 [84.3 kB]\nFetched 1518 kB in 1s (1736 kB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174616 files and directories currently installed.)\r\nPreparing to unpack .../apache2_2.4.41-4ubuntu3.9_amd64.deb ...\r\nUnpacking apache2 (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nPreparing to unpack .../apache2-bin_2.4.41-4ubuntu3.9_amd64.deb ...\r\nUnpacking apache2-bin (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nPreparing to unpack .../apache2-data_2.4.41-4ubuntu3.9_all.deb ...\r\nUnpacking apache2-data (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nPreparing to unpack .../apache2-utils_2.4.41-4ubuntu3.9_amd64.deb ...\r\nUnpacking apache2-utils (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...\r\nSetting up apache2-bin (2.4.41-4ubuntu3.9) ...\r\nSetting up apache2-data (2.4.41-4ubuntu3.9) ...\r\nSetting up apache2-utils (2.4.41-4ubuntu3.9) ...\r\nSetting up apache2 (2.4.41-4ubuntu3.9) ...\r\nProcessing triggers for systemd (245.4-4ubuntu3.13) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for ufw (0.36-6) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "The following packages were automatically installed and a 2022-01-15T17:29:02.333 INFO:teuthology.task.ansible.out:re no longer required:", " cpu-checker gstreamer1.0-plugins-base gstreamer1.0-plugins-good", " gstreamer1.0-x ipxe-qemu ipxe-qemu-256k-compat-efi-roms libaa1", " libboost-iostreams1.71.0 libboost-thread1.71.0 libbrlapi0.7 libcacard0", " libcdparanoia0 libdv4 libgbm1 libgstreamer-plugins-base1.0-0", " libgstreamer-plugins-good1.0-0 libgudev-1.0-0 libiscsi7 libllvm11", " liborc-0.4-0 libpmem1 libshout3 libslirp0 libspice-server1 libtag1v5", " libtag1v5-vanilla libusbredirparser1 libv4l-0 libv4lconvert0", " libvirglrenderer1 libvisual-0.4-0 libvte-2.91-0 libvte-2.91-common", " libwayland-server0 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic msr-tools ovmf qemu-system-data", " qemu-system-gui seabios sharutils", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " apache2-bin apache2-data apache2-utils", "Suggested packages:", " apache2-doc apache2-suexec-pristine | apache2-suexec-custom www-browser", "The following packages will be upgraded:", " apache2 apache2-bin apache2-data apache2-utils", "4 upgraded, 0 newly installed, 0 to remove and 87 not upgraded.", "Need to get 1518 kB of archives.", "After this operation, 3072 B of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2 amd64 2.4.41-4ubuntu3.9 [95.5 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-bin amd64 2.4.41-4ubuntu3.9 [1180 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-data all 2.4.41-4ubuntu3.9 [159 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 apache2-utils amd64 2.4.41-4ubuntu3.9 [84.3 kB]", "Fetched 1518 kB in 1s (1736 kB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading databa 2022-01-15T17:29:02.334 INFO:teuthology.task.ansible.out:se ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174616 files and directories currently installed.)", "Preparing to unpack .../apache2_2.4.41-4ubuntu3.9_amd64.deb ...", "Unpacking apache2 (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Preparing to unpack .../apache2-bin_2.4.41-4ubuntu3.9_amd64.deb ...", "Unpacking apache2-bin (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Preparing to unpack .../apache2-data_2.4.41-4ubuntu3.9_all.deb ...", "Unpacking apache2-data (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Preparing to unpack .../apache2-utils_2.4.41-4ubuntu3.9_amd64.deb ...", "Unpacking apache2-utils (2.4.41-4ubuntu3.9) over (2.4.41-4ubuntu3.6) ...", "Setting up apache2-bin (2.4.41-4ubuntu3.9) ...", "Setting up apache2-data (2.4.41-4ubuntu3.9) ...", "Setting up apache2-utils (2.4.41-4ubuntu3.9) ...", "Setting up apache2 (2.4.41-4ubuntu3.9) ...", "Processing triggers for systemd (245.4-4ubuntu3.13) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for ufw (0.36-6) ..."]} 2022-01-15T17:29:02.359 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:02 +0000 (0:00:00.036) 0:02:00.256 ****** 2022-01-15T17:29:02.396 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2022-01-15T17:29:02.398 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:02.420 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:02 +0000 (0:00:00.062) 0:02:00.318 ****** 2022-01-15T17:29:14.388 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-15T17:29:14.391 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.25.1-1ubuntu3.2).\nThe following packages were automatically installed and are no longer required:\n libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data\n qemu-system-gui qemu-utils\nSuggested packages:\n samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\nThe following packages will be upgraded:\n qemu-system-data qemu-system-gui\n2 upgraded, 6 newly installed, 0 to remove and 85 not upgraded.\nNeed to get 14.3 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.14-0ubuntu0.20.04.2 [3212 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.14-0ubuntu0.20.04.2 [1623 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.19 [54.9 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.19 [1055 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.19 [563 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 q 2022-01-15T17:29:14.392 INFO:teuthology.task.ansible.out:emu-system-gui amd64 1:4.2-3ubuntu6.19 [40.8 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.19 [6731 kB]\nGet:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.19 [970 kB]\nFetched 14.3 MB in 1s (11.0 MB/s)\nSelecting previously unselected package librados2.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174616 files and directories currently installed.)\r\nPreparing to unpack .../0-librados2_15.2.14-0ubuntu0.20.04.2_amd64.deb ...\r\nUnpacking librados2 (15.2.14-0ubuntu0.20.04.2) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../1-librbd1_15.2.14-0ubuntu0.20.04.2_amd64.deb ...\r\nUnpacking librbd1 (15.2.14-0ubuntu0.20.04.2) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.19) ...\r\nPreparing to unpack .../4-qemu-system-data_1%3a4.2-3ubuntu6.19_all.deb ...\r\nUnpacking qemu-system-data (1:4.2-3ubuntu6.19) over (1:4.2-3ubuntu6.17) ...\r\nPreparing to unpack .../5-qemu-system-gui_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-system-gui:amd64 (1:4.2-3u 2022-01-15T17:29:14.394 INFO:teuthology.task.ansible.out:buntu6.19) over (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../6-qemu-system-x86_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.19) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../7-qemu-utils_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.19) ...\r\nSetting up librados2 (15.2.14-0ubuntu0.20.04.2) ...\r\nSetting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.19) ...\r\nSetting up librbd1 (15.2.14-0ubuntu0.20.04.2) ...\r\nSetting up qemu-system-data (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.19) ...\r\nProcessing triggers for hicolor-icon-theme (0.17-2) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for mime-support (3.64ubuntu1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "git is already the newest version (1:2.25.1-1ubuntu3.2).", "The following packages were automatically installed and are no longer required:", " libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data", " qemu-system-gui qemu-utils", "Suggested packages:", " samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "The following packages will be upgraded:", " qemu-system-data qemu-system-gui", "2 upgrad 2022-01-15T17:29:14.396 INFO:teuthology.task.ansible.out:ed, 6 newly installed, 0 to remove and 85 not upgraded.", "Need to get 14.3 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.14-0ubuntu0.20.04.2 [3212 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.14-0ubuntu0.20.04.2 [1623 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.19 [54.9 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.19 [1055 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.19 [563 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.19 [40.8 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.19 [6731 kB]", "Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.19 [970 kB]", "Fetched 14.3 MB in 1s (11.0 MB/s)", "Selecting previously unselected package librados2.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174616 files and directories currently installed.)", "Preparing to unpack .../0-librados2_15.2.14-0ubuntu0.20.04.2_amd64.deb ...", "Unpacking librados2 (15.2.14-0ubuntu0.20.04.2) ... 2022-01-15T17:29:14.398 INFO:teuthology.task.ansible.out:", "Selecting previously unselected package librbd1.", "Preparing to unpack .../1-librbd1_15.2.14-0ubuntu0.20.04.2_amd64.deb ...", "Unpacking librbd1 (15.2.14-0ubuntu0.20.04.2) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.19) ...", "Preparing to unpack .../4-qemu-system-data_1%3a4.2-3ubuntu6.19_all.deb ...", "Unpacking qemu-system-data (1:4.2-3ubuntu6.19) over (1:4.2-3ubuntu6.17) ...", "Preparing to unpack .../5-qemu-system-gui_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-system-gui:amd64 (1:4.2-3ubuntu6.19) over (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../6-qemu-system-x86_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.19) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../7-qemu-utils_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.19) ...", "Setting up librados2 (15.2.14-0ubuntu0.20.04.2) ...", "Setting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.19) ...", "Setting up librbd1 (15.2.14-0ubuntu0.20.04.2) ...", "Setting up qemu-system-data (1:4.2-3ubuntu6.19) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.19) ...", "Setting up qemu-system-x86 (1:4.2-3ubuntu6.19) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.19) ...", "Proc 2022-01-15T17:29:14.399 INFO:teuthology.task.ansible.out:essing triggers for hicolor-icon-theme (0.17-2) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for mime-support (3.64ubuntu1) ..."]} 2022-01-15T17:29:14.425 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:14 +0000 (0:00:12.004) 0:02:12.323 ****** 2022-01-15T17:29:14.575 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": true, "stderr": "W: --force-yes is deprecated, use one of the options starting with --allow instead.\n", "stderr_lines": ["W: --force-yes is deprecated, use one of the options starting with --allow instead."], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\ngit is already the newest version (1:2.25.1-1ubuntu3.2).\nThe following packages were automatically installed and are no longer required:\n libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic\nUse 'sudo apt autoremove' to remove them.\nThe following additional packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data\n qemu-system-gui qemu-utils\nSuggested packages:\n samba vde2 debootstrap\nThe following NEW packages will be installed:\n librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86\n qemu-utils\nThe following packages will be upgraded:\n qemu-system-data qemu-system-gui\n2 upgraded, 6 newly installed, 0 to remove and 85 not upgraded.\nNeed to get 14.3 MB of archives.\nAfter this operation, 62.7 MB of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.14-0ubuntu0.20.04.2 [3212 kB]\nGet:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.14-0ubuntu0.20.04.2 [1623 kB]\nGet:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.19 [54.9 kB]\nGet:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.19 [1055 kB]\nGet:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.19 [563 kB]\nGet:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 q 2022-01-15T17:29:14.576 INFO:teuthology.task.ansible.out:emu-system-gui amd64 1:4.2-3ubuntu6.19 [40.8 kB]\nGet:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.19 [6731 kB]\nGet:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.19 [970 kB]\nFetched 14.3 MB in 1s (11.4 MB/s)\nSelecting previously unselected package librados2.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174616 files and directories currently installed.)\r\nPreparing to unpack .../0-librados2_15.2.14-0ubuntu0.20.04.2_amd64.deb ...\r\nUnpacking librados2 (15.2.14-0ubuntu0.20.04.2) ...\r\nSelecting previously unselected package librbd1.\r\nPreparing to unpack .../1-librbd1_15.2.14-0ubuntu0.20.04.2_amd64.deb ...\r\nUnpacking librbd1 (15.2.14-0ubuntu0.20.04.2) ...\r\nSelecting previously unselected package qemu-block-extra:amd64.\r\nPreparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...\r\nSelecting previously unselected package qemu-system-common.\r\nPreparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-system-common (1:4.2-3ubuntu6.19) ...\r\nPreparing to unpack .../4-qemu-system-data_1%3a4.2-3ubuntu6.19_all.deb ...\r\nUnpacking qemu-system-data (1:4.2-3ubuntu6.19) over (1:4.2-3ubuntu6.17) ...\r\nPreparing to unpack .../5-qemu-system-gui_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-system-gui:amd64 (1:4.2-3u 2022-01-15T17:29:14.578 INFO:teuthology.task.ansible.out:buntu6.19) over (1:4.2-3ubuntu6.17) ...\r\nSelecting previously unselected package qemu-system-x86.\r\nPreparing to unpack .../6-qemu-system-x86_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-system-x86 (1:4.2-3ubuntu6.19) ...\r\nSelecting previously unselected package qemu-utils.\r\nPreparing to unpack .../7-qemu-utils_1%3a4.2-3ubuntu6.19_amd64.deb ...\r\nUnpacking qemu-utils (1:4.2-3ubuntu6.19) ...\r\nSetting up librados2 (15.2.14-0ubuntu0.20.04.2) ...\r\nSetting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.19) ...\r\nSetting up librbd1 (15.2.14-0ubuntu0.20.04.2) ...\r\nSetting up qemu-system-data (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-system-common (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-system-x86 (1:4.2-3ubuntu6.19) ...\r\nSetting up qemu-utils (1:4.2-3ubuntu6.19) ...\r\nProcessing triggers for hicolor-icon-theme (0.17-2) ...\r\nProcessing triggers for libc-bin (2.31-0ubuntu9.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\nProcessing triggers for mime-support (3.64ubuntu1) ...\r\n", "stdout_lines": ["Reading package lists...", "Building dependency tree...", "Reading state information...", "git is already the newest version (1:2.25.1-1ubuntu3.2).", "The following packages were automatically installed and are no longer required:", " libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic", "Use 'sudo apt autoremove' to remove them.", "The following additional packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-data", " qemu-system-gui qemu-utils", "Suggested packages:", " samba vde2 debootstrap", "The following NEW packages will be installed:", " librados2 librbd1 qemu-block-extra qemu-system-common qemu-system-x86", " qemu-utils", "The following packages will be upgraded:", " qemu-system-data qemu-system-gui", "2 upgrad 2022-01-15T17:29:14.580 INFO:teuthology.task.ansible.out:ed, 6 newly installed, 0 to remove and 85 not upgraded.", "Need to get 14.3 MB of archives.", "After this operation, 62.7 MB of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librados2 amd64 15.2.14-0ubuntu0.20.04.2 [3212 kB]", "Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 librbd1 amd64 15.2.14-0ubuntu0.20.04.2 [1623 kB]", "Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-block-extra amd64 1:4.2-3ubuntu6.19 [54.9 kB]", "Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-common amd64 1:4.2-3ubuntu6.19 [1055 kB]", "Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-data all 1:4.2-3ubuntu6.19 [563 kB]", "Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-gui amd64 1:4.2-3ubuntu6.19 [40.8 kB]", "Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-system-x86 amd64 1:4.2-3ubuntu6.19 [6731 kB]", "Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 qemu-utils amd64 1:4.2-3ubuntu6.19 [970 kB]", "Fetched 14.3 MB in 1s (11.4 MB/s)", "Selecting previously unselected package librados2.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174616 files and directories currently installed.)", "Preparing to unpack .../0-librados2_15.2.14-0ubuntu0.20.04.2_amd64.deb ...", "Unpacking librados2 (15.2.14-0ubuntu0.20.04.2) ... 2022-01-15T17:29:14.581 INFO:teuthology.task.ansible.out:", "Selecting previously unselected package librbd1.", "Preparing to unpack .../1-librbd1_15.2.14-0ubuntu0.20.04.2_amd64.deb ...", "Unpacking librbd1 (15.2.14-0ubuntu0.20.04.2) ...", "Selecting previously unselected package qemu-block-extra:amd64.", "Preparing to unpack .../2-qemu-block-extra_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...", "Selecting previously unselected package qemu-system-common.", "Preparing to unpack .../3-qemu-system-common_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-system-common (1:4.2-3ubuntu6.19) ...", "Preparing to unpack .../4-qemu-system-data_1%3a4.2-3ubuntu6.19_all.deb ...", "Unpacking qemu-system-data (1:4.2-3ubuntu6.19) over (1:4.2-3ubuntu6.17) ...", "Preparing to unpack .../5-qemu-system-gui_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-system-gui:amd64 (1:4.2-3ubuntu6.19) over (1:4.2-3ubuntu6.17) ...", "Selecting previously unselected package qemu-system-x86.", "Preparing to unpack .../6-qemu-system-x86_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-system-x86 (1:4.2-3ubuntu6.19) ...", "Selecting previously unselected package qemu-utils.", "Preparing to unpack .../7-qemu-utils_1%3a4.2-3ubuntu6.19_amd64.deb ...", "Unpacking qemu-utils (1:4.2-3ubuntu6.19) ...", "Setting up librados2 (15.2.14-0ubuntu0.20.04.2) ...", "Setting up qemu-system-gui:amd64 (1:4.2-3ubuntu6.19) ...", "Setting up librbd1 (15.2.14-0ubuntu0.20.04.2) ...", "Setting up qemu-system-data (1:4.2-3ubuntu6.19) ...", "Setting up qemu-block-extra:amd64 (1:4.2-3ubuntu6.19) ...", "Setting up qemu-system-common (1:4.2-3ubuntu6.19) ...", "Setting up qemu-system-x86 (1:4.2-3ubuntu6.19) ...", "Setting up qemu-utils (1:4.2-3ubuntu6.19) ...", "Processing triggers for hicolor-icon-theme (0.17-2) ...", "Processing triggers for libc-bin (2.31-0ubuntu9.2) ...", "Processing triggers for man-db (2.9.1-1) ...", "Processing triggers for mime-support (3.64ubuntu1) ..."]} 2022-01-15T17:29:14.602 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:14 +0000 (0:00:00.176) 0:02:12.499 ****** 2022-01-15T17:29:15.124 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2022-01-15T17:29:15.126 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:15.151 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:15 +0000 (0:00:00.549) 0:02:13.049 ****** 2022-01-15T17:29:15.316 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:15.341 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:15 +0000 (0:00:00.190) 0:02:13.239 ****** 2022-01-15T17:29:15.853 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:15.880 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:15 +0000 (0:00:00.538) 0:02:13.778 ****** 2022-01-15T17:29:16.035 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2022-01-15T17:29:16.037 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2022-01-15T17:29:16.060 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.179) 0:02:13.958 ****** 2022-01-15T17:29:16.067 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2022-01-15T17:29:16.069 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:16.093 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.033) 0:02:13.991 ****** 2022-01-15T17:29:16.101 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2022-01-15T17:29:16.102 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:16.127 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.033) 0:02:14.025 ****** 2022-01-15T17:29:16.229 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2022-01-15T17:29:16.231 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "cmd": ["perl", "-pe", "if (m{^([^#]\\S*\\s+/\\s+\\S+\\s+)(\\S+)(\\s+.*)$}) { $_=\"$1$2,user_xattr$3\\n\" unless $2=~m{(^|,)user_xattr(,|$)}; }", "-i.bak", "/etc/fstab"], "rc": 0, "stdout": "skipped, since /etc/fstab.bak exists", "stdout_lines": ["skipped, since /etc/fstab.bak exists"]} 2022-01-15T17:29:16.256 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.128) 0:02:14.153 ****** 2022-01-15T17:29:16.284 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2022-01-15T17:29:16.286 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} TASK [testnode : Enable xattr for this boot.] ********************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:16.312 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.055) 0:02:14.208 ****** 2022-01-15T17:29:16.332 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.021) 0:02:14.229 ****** 2022-01-15T17:29:16.455 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 10102, "name": "fuse", "state": "present", "system": false} 2022-01-15T17:29:16.480 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.148) 0:02:14.378 ****** 2022-01-15T17:29:16.706 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2022-01-15T17:29:16.708 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2022-01-15T17:29:16.734 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.253) 0:02:14.632 ****** 2022-01-15T17:29:16.858 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "9edff47031d0f14a9b8c813b44eb4a9296d0439f", "dest": "/etc/fuse.conf", "gid": 10102, "group": "fuse", "mode": "0644", "owner": "root", "path": "/etc/fuse.conf", "size": 366, "state": "file", "uid": 0} 2022-01-15T17:29:16.886 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.151) 0:02:14.784 ****** 2022-01-15T17:29:16.914 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2022-01-15T17:29:16.919 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2022-01-15T17:29:16.941 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:16 +0000 (0:00:00.054) 0:02:14.838 ****** 2022-01-15T17:29:17.063 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1238, "groups": "fuse,kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2022-01-15T17:29:17.088 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.147) 0:02:14.985 ****** 2022-01-15T17:29:17.094 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2022-01-15T17:29:17.096 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:29:17.121 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.032) 0:02:15.018 ****** 2022-01-15T17:29:17.232 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:29:17.257 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.136) 0:02:15.155 ****** 2022-01-15T17:29:17.390 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2022-01-15T17:29:17.392 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ActiveEnterTimestampMonotonic": "166192463", "ActiveExitTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ActiveExitTimestampMonotonic": "166108315", "ActiveState": "active", "After": "systemd-journald.socket nss-lookup.target network.target basic.target -.mount remote-fs.target system.slice sysinit.target systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:29:00 UTC", "AssertTimestampMonotonic": "166158604", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ConditionTimestampMonotonic": "166158603", "ConfigurationDirec 2022-01-15T17:29:17.393 INFO:teuthology.task.ansible.out:toryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6553", "ExecMainStartTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ExecMainStartTimestampMonotonic": "166192446", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPrior 2022-01-15T17:29:17.395 INFO:teuthology.task.ansible.out:ity": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Sat 2022-01-15 17:29:00 UTC", "InactiveEnterTimestampMonotonic": "166157087", "InactiveExitTimestamp": "Sat 2022-01-15 17:29:00 UTC", "InactiveExitTimestampMonotonic": "166161039", "InvocationID": "3d708fbca8aa4b838ec5dcb5e0181b34", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127757", "LimitNPROCSoft": "127757", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127757", "LimitSIGPENDINGSoft": "127757", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "6553", "MemoryAccounting": "yes", "MemoryCurrent": "6840320", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemoryS 2022-01-15T17:29:17.397 INFO:teuthology.task.ansible.out:wapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "RequiresMountsFor": "/tmp /var/tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:29:00 UTC", "StateChangeTimestampMonotonic": "166192463", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", " 2022-01-15T17:29:17.399 INFO:teuthology.task.ansible.out:TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "38327", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:29:17.419 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.161) 0:02:15.316 ****** 2022-01-15T17:29:17.445 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.469 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.050) 0:02:15.367 ****** 2022-01-15T17:29:17.496 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.520 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.051) 0:02:15.418 ****** 2022-01-15T17:29:17.528 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2022-01-15T17:29:17.529 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "name": "apache2", "state": "stopped", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ActiveEnterTimestampMonotonic": "151384631", "ActiveExitTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ActiveExitTimestampMonotonic": "151298637", "ActiveState": "active", "After": "system.slice -.mount sysinit.target nss-lookup.target remote-fs.target network.target systemd-journald.socket basic.target systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:29:00 UTC", "AssertTimestampMonotonic": "151350737", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ConditionTimestampMonotonic": "151350736", "ConfigurationDirec 2022-01-15T17:29:17.531 INFO:teuthology.task.ansible.out:toryMode": "0755", "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/apache2.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "The Apache HTTP Server", "DevicePolicy": "auto", "Documentation": "https://httpd.apache.org/docs/2.4/", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "Environment": "APACHE_STARTED_BY_SYSTEMD=true", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "6507", "ExecMainStartTimestamp": "Sat 2022-01-15 17:29:00 UTC", "ExecMainStartTimestampMonotonic": "151384609", "ExecMainStatus": "0", "ExecReload": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl graceful ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl start ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStop": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopEx": "{ path=/usr/sbin/apachectl ; argv[]=/usr/sbin/apachectl stop ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/apache2.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPrior 2022-01-15T17:29:17.533 INFO:teuthology.task.ansible.out:ity": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "apache2.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Sat 2022-01-15 17:29:00 UTC", "InactiveEnterTimestampMonotonic": "151349310", "InactiveExitTimestamp": "Sat 2022-01-15 17:29:00 UTC", "InactiveExitTimestampMonotonic": "151353919", "InvocationID": "55adde3da2124429ae5906995529c070", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127756", "LimitNPROCSoft": "127756", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127756", "LimitSIGPENDINGSoft": "127756", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "6507", "MemoryAccounting": "yes", "MemoryCurrent": "6799360", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemoryS 2022-01-15T17:29:17.534 INFO:teuthology.task.ansible.out:wapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "apache2.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount system.slice sysinit.target", "RequiresMountsFor": "/var/tmp /tmp", "Restart": "on-abort", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:29:00 UTC", "StateChangeTimestampMonotonic": "151384631", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", " 2022-01-15T17:29:17.536 INFO:teuthology.task.ansible.out:TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "55", "TasksMax": "38326", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:29:17.560 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.039) 0:02:15.457 ****** 2022-01-15T17:29:17.568 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2022-01-15T17:29:17.570 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.605 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.045) 0:02:15.502 ****** 2022-01-15T17:29:17.615 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2022-01-15T17:29:17.617 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.643 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.038) 0:02:15.541 ****** 2022-01-15T17:29:17.654 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2022-01-15T17:29:17.656 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.679 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.036) 0:02:15.577 ****** 2022-01-15T17:29:17.686 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2022-01-15T17:29:17.688 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.712 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.032) 0:02:15.610 ****** 2022-01-15T17:29:17.719 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2022-01-15T17:29:17.721 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.746 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.033) 0:02:15.643 ****** 2022-01-15T17:29:17.753 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2022-01-15T17:29:17.755 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.780 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.034) 0:02:15.678 ****** 2022-01-15T17:29:17.790 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2022-01-15T17:29:17.792 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.815 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.034) 0:02:15.713 ****** 2022-01-15T17:29:17.823 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.847 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.032) 0:02:15.745 ****** 2022-01-15T17:29:17.854 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2022-01-15T17:29:17.856 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.879 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.031) 0:02:15.777 ****** 2022-01-15T17:29:17.886 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.910 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.031) 0:02:15.808 ****** 2022-01-15T17:29:17.917 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2022-01-15T17:29:17.919 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.942 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.031) 0:02:15.840 ****** 2022-01-15T17:29:17.948 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2022-01-15T17:29:17.950 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:17.977 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:17 +0000 (0:00:00.034) 0:02:15.874 ****** 2022-01-15T17:29:17.984 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:17.986 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.010 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:15.907 ****** 2022-01-15T17:29:18.017 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2022-01-15T17:29:18.019 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.044 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:15.941 ****** 2022-01-15T17:29:18.050 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2022-01-15T17:29:18.052 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.076 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.031) 0:02:15.973 ****** 2022-01-15T17:29:18.081 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2022-01-15T17:29:18.083 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.107 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.031) 0:02:16.004 ****** 2022-01-15T17:29:18.114 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-15T17:29:18.116 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.139 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.037 ****** 2022-01-15T17:29:18.145 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:18.147 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.171 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.031) 0:02:16.069 ****** 2022-01-15T17:29:18.179 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-15T17:29:18.180 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.207 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.035) 0:02:16.104 ****** 2022-01-15T17:29:18.213 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2022-01-15T17:29:18.215 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.242 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.035) 0:02:16.140 ****** 2022-01-15T17:29:18.249 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2022-01-15T17:29:18.251 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.277 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.035) 0:02:16.175 ****** 2022-01-15T17:29:18.286 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2022-01-15T17:29:18.288 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.311 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.034) 0:02:16.209 ****** 2022-01-15T17:29:18.318 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-15T17:29:18.321 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.343 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.031) 0:02:16.241 ****** 2022-01-15T17:29:18.350 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2022-01-15T17:29:18.351 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.379 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.035) 0:02:16.276 ****** 2022-01-15T17:29:18.386 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-15T17:29:18.388 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.412 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.310 ****** 2022-01-15T17:29:18.419 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2022-01-15T17:29:18.421 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.445 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.343 ****** 2022-01-15T17:29:18.453 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-15T17:29:18.454 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.478 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.376 ****** 2022-01-15T17:29:18.483 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-15T17:29:18.485 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.508 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.030) 0:02:16.406 ****** 2022-01-15T17:29:18.514 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2022-01-15T17:29:18.516 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.540 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.438 ****** 2022-01-15T17:29:18.546 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-15T17:29:18.548 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.573 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.470 ****** 2022-01-15T17:29:18.580 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-15T17:29:18.582 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.606 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.503 ****** 2022-01-15T17:29:18.612 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-15T17:29:18.613 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.639 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.537 ****** 2022-01-15T17:29:18.647 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2022-01-15T17:29:18.649 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.673 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.571 ****** 2022-01-15T17:29:18.681 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2022-01-15T17:29:18.682 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.707 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.604 ****** 2022-01-15T17:29:18.713 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-15T17:29:18.715 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.739 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.637 ****** 2022-01-15T17:29:18.746 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-15T17:29:18.748 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.776 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.036) 0:02:16.673 ****** 2022-01-15T17:29:18.784 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-15T17:29:18.785 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.809 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.707 ****** 2022-01-15T17:29:18.816 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2022-01-15T17:29:18.818 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.843 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.740 ****** 2022-01-15T17:29:18.850 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-15T17:29:18.852 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.877 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.033) 0:02:16.774 ****** 2022-01-15T17:29:18.882 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-15T17:29:18.884 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.908 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.031) 0:02:16.806 ****** 2022-01-15T17:29:18.915 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-15T17:29:18.916 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.941 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.838 ****** 2022-01-15T17:29:18.948 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-15T17:29:18.949 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:18.974 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:18 +0000 (0:00:00.032) 0:02:16.871 ****** 2022-01-15T17:29:18.981 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-15T17:29:18.982 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.007 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.033) 0:02:16.905 ****** 2022-01-15T17:29:19.014 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-15T17:29:19.016 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.042 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.034) 0:02:16.939 ****** 2022-01-15T17:29:19.049 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-15T17:29:19.051 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.075 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.033) 0:02:16.973 ****** 2022-01-15T17:29:19.082 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2022-01-15T17:29:19.084 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.108 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.032) 0:02:17.006 ****** 2022-01-15T17:29:19.115 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2022-01-15T17:29:19.117 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.141 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.033) 0:02:17.039 ****** 2022-01-15T17:29:19.148 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2022-01-15T17:29:19.150 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.187 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.045) 0:02:17.085 ****** 2022-01-15T17:29:19.216 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2022-01-15T17:29:19.218 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.241 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.053) 0:02:17.139 ****** 2022-01-15T17:29:19.269 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2022-01-15T17:29:19.271 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.295 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.052) 0:02:17.192 ****** 2022-01-15T17:29:19.302 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2022-01-15T17:29:19.304 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2022-01-15T17:29:19.330 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.035) 0:02:17.227 ****** 2022-01-15T17:29:19.443 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "path": "/etc/ceph", "state": "absent"} 2022-01-15T17:29:19.469 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.139) 0:02:17.367 ****** 2022-01-15T17:29:19.677 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2022-01-15T17:29:19.678 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2022-01-15T17:29:19.702 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.232) 0:02:17.600 ****** 2022-01-15T17:29:19.729 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-15T17:29:19.731 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.753 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.051) 0:02:17.651 ****** 2022-01-15T17:29:19.813 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2022-01-15T17:29:19.814 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "0b949a4622a315acfc90571fddbd013b4dc0f5f9", "dest": "/etc/exports", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/exports", "size": 578, "state": "file", "uid": 0} 2022-01-15T17:29:19.838 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.084) 0:02:17.736 ****** 2022-01-15T17:29:19.866 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2022-01-15T17:29:19.868 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:19.890 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:19 +0000 (0:00:00.051) 0:02:17.788 ****** 2022-01-15T17:29:20.097 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2022-01-15T17:29:20.099 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2022-01-15T17:29:20.124 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:20 +0000 (0:00:00.234) 0:02:18.022 ****** 2022-01-15T17:29:20.258 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "d5677bbd13857966eb0fc86f66195b18a2b98e20", "dest": "/etc/cron.weekly/kernel-clean", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/cron.weekly/kernel-clean", "size": 752, "state": "file", "uid": 0} 2022-01-15T17:29:20.283 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:20 +0000 (0:00:00.158) 0:02:18.181 ****** 2022-01-15T17:29:20.478 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2022-01-15T17:29:20.480 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2022-01-15T17:29:20.506 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:20 +0000 (0:00:00.222) 0:02:18.403 ****** 2022-01-15T17:29:20.640 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "22e9a1446f43d0440219b9af14a66dd77fb0c2eb", "dest": "/etc/grub.d/02_force_timeout", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/grub.d/02_force_timeout", "size": 115, "state": "file", "uid": 0} 2022-01-15T17:29:20.668 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:20 +0000 (0:00:00.162) 0:02:18.565 ****** 2022-01-15T17:29:20.857 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2022-01-15T17:29:20.883 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:20 +0000 (0:00:00.215) 0:02:18.781 ****** 2022-01-15T17:29:21.015 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "6449466d762bced58744df80432d189e35329803", "dest": "/etc/modules", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/modules", "size": 315, "state": "file", "uid": 0} 2022-01-15T17:29:21.039 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.155) 0:02:18.936 ****** 2022-01-15T17:29:21.046 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2022-01-15T17:29:21.047 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:29:21.073 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.034) 0:02:18.970 ****** 2022-01-15T17:29:21.100 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.123 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.050) 0:02:19.021 ****** 2022-01-15T17:29:21.150 INFO:teuthology.task.ansible.out: 2022-01-15T17:29:21.152 INFO:teuthology.task.ansible.out:TASK [testnode : Stop collectl] ************************************************ skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.176 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.051) 0:02:19.072 ****** 2022-01-15T17:29:21.182 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** ok: [smithi027.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:29:21.207 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.032) 0:02:19.105 ****** 2022-01-15T17:29:21.214 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2022-01-15T17:29:21.215 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.238 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.031) 0:02:19.136 ****** 2022-01-15T17:29:21.245 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.270 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.031) 0:02:19.168 ****** 2022-01-15T17:29:21.272 INFO:teuthology.task.ansible.out: 2022-01-15T17:29:21.278 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.303 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.032) 0:02:19.201 ****** 2022-01-15T17:29:21.309 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2022-01-15T17:29:21.311 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.340 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.034) 0:02:19.236 ****** 2022-01-15T17:29:21.345 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2022-01-15T17:29:21.347 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.372 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.033) 0:02:19.269 ****** 2022-01-15T17:29:21.378 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2022-01-15T17:29:21.380 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.405 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.033) 0:02:19.302 ****** 2022-01-15T17:29:21.412 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2022-01-15T17:29:21.440 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.034) 0:02:19.337 ****** 2022-01-15T17:29:21.447 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2022-01-15T17:29:21.448 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.474 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.033) 0:02:19.371 ****** 2022-01-15T17:29:21.491 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2022-01-15T17:29:21.493 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.503 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.505 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.528 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.053) 0:02:19.425 ****** 2022-01-15T17:29:21.535 INFO:teuthology.task.ansible.out: 2022-01-15T17:29:21.536 INFO:teuthology.task.ansible.out:TASK [testnode : Check for NVMe drive] ***************************************** skipping: [smithi103.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} ok: [smithi103.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2022-01-15T17:29:21.537 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.537 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.560 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.562 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} TASK [testnode : set_fact] ***************************************************** ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2022-01-15T17:29:21.586 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.056) 0:02:19.482 ****** 2022-01-15T17:29:21.591 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2022-01-15T17:29:21.596 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.626 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.041) 0:02:19.524 ****** 2022-01-15T17:29:21.634 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=loop1) => {"ansible_loop_var": "item", "changed": false, "item": "loop1", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.645 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.647 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=loop6) => {"ansible_loop_var": "item", "changed": false, "item": "loop6", "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item=loop4) => {"ansible_loop_var": "item", "changed": false, "item": "loop4", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.657 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.669 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2022-01-15T17:29:21.680 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=loop3) => {"ansible_loop_var": "item", "changed": false, "item": "loop3", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.690 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=loop2) => {"ansible_loop_var": "item", "changed": false, "item": "loop2", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.692 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.702 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=loop0) => {"ansible_loop_var": "item", "changed": false, "item": "loop0", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.713 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=loop7) => {"ansible_loop_var": "item", "changed": false, "item": "loop7", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.726 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item=loop5) => {"ansible_loop_var": "item", "changed": false, "item": "loop5", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.737 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.768 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.141) 0:02:19.666 ****** 2022-01-15T17:29:21.818 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2022-01-15T17:29:21.820 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003519", "end": "2022-01-15 17:29:21.793054", "rc": 0, "start": "2022-01-15 17:29:21.789535", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock"]} 2022-01-15T17:29:21.848 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.079) 0:02:19.745 ****** 2022-01-15T17:29:21.876 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2022-01-15T17:29:21.877 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.903 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.055) 0:02:19.800 ****** 2022-01-15T17:29:21.932 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:21.955 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:21 +0000 (0:00:00.052) 0:02:19.853 ****** 2022-01-15T17:29:21.972 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2022-01-15T17:29:21.974 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003827", "end": "2022-01-15 17:29:21.945590", "rc": 0, "start": "2022-01-15 17:29:21.941763", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3ff86a5dbaafecdb6414fa2fea970bb44e836829/virtualenv/bin/teuthology-lock"]} 2022-01-15T17:29:22.009 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.054) 0:02:19.907 ****** 2022-01-15T17:29:22.017 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2022-01-15T17:29:22.019 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:22.044 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.034) 0:02:19.942 ****** 2022-01-15T17:29:22.052 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:22.081 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.036) 0:02:19.979 ****** 2022-01-15T17:29:22.109 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2022-01-15T17:29:22.111 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:22.135 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.053) 0:02:20.032 ****** 2022-01-15T17:29:22.162 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2022-01-15T17:29:22.164 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:22.187 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.051) 0:02:20.084 ****** 2022-01-15T17:29:22.735 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2022-01-15T17:29:22.737 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:22.760 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.573) 0:02:20.658 ****** 2022-01-15T17:29:22.798 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2022-01-15T17:29:22.800 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:22.821 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.061) 0:02:20.719 ****** 2022-01-15T17:29:22.869 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2022-01-15T17:29:22.871 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item={'block_used': 14052389, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226042719, 'size_available': 925870977024, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 187084, 'block_size': 4096, 'inode_available': 60867892}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226042719, "block_size": 4096, "block_total": 240095108, "block_used": 14052389, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60867892, "inode_total": 61054976, "inode_used": 187084, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 925870977024, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}} 2022-01-15T17:29:22.895 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.072) 0:02:20.791 ****** 2022-01-15T17:29:22.910 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:22.936 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.041) 0:02:20.833 ****** 2022-01-15T17:29:22.963 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:22.986 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:22 +0000 (0:00:00.050) 0:02:20.884 ****** 2022-01-15T17:29:23.029 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2022-01-15T17:29:23.031 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item={'block_used': 14052381, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226042727, 'size_available': 925871009792, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 187085, 'block_size': 4096, 'inode_available': 60867891}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 226042727, "block_size": 4096, "block_total": 240095108, "block_used": 14052381, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60867891, "inode_total": 61054976, "inode_used": 187085, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 925871009792, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}} 2022-01-15T17:29:23.055 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:23 +0000 (0:00:00.068) 0:02:20.952 ****** 2022-01-15T17:29:23.061 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2022-01-15T17:29:23.063 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.009591", "end": "2022-01-15 17:29:23.179699", "rc": 0, "start": "2022-01-15 17:29:23.170108", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:23.094 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:23 +0000 (0:00:00.039) 0:02:20.992 ****** 2022-01-15T17:29:23.132 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2022-01-15T17:29:23.134 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'block_used': 14052389, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226042719, 'size_available': 925870977024, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 187084, 'block_size': 4096, 'inode_available': 60867892}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226042719, "block_size": 4096, "block_total": 240095108, "block_used": 14052389, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60867892, "inode_total": 61054976, "inode_used": 187084, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 925870977024, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:23.157 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:23 +0000 (0:00:00.062) 0:02:21.054 ****** 2022-01-15T17:29:23.183 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2022-01-15T17:29:23.208 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:23 +0000 (0:00:00.051) 0:02:21.105 ****** 2022-01-15T17:29:23.215 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2022-01-15T17:29:23.216 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.009340", "end": "2022-01-15 17:29:23.616516", "rc": 0, "start": "2022-01-15 17:29:23.607176", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:23.242 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:23 +0000 (0:00:00.033) 0:02:21.139 ****** 2022-01-15T17:29:23.264 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2022-01-15T17:29:23.265 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:23.286 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2022-01-15T17:29:23.288 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'block_used': 14052381, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226042727, 'size_available': 925871009792, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 187085, 'block_size': 4096, 'inode_available': 60867891}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226042727, "block_size": 4096, "block_total": 240095108, "block_used": 14052381, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60867891, "inode_total": 61054976, "inode_used": 187085, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 925871009792, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:23.311 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:23 +0000 (0:00:00.068) 0:02:21.208 ****** 2022-01-15T17:29:23.338 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2022-01-15T17:29:23.367 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:23 +0000 (0:00:00.056) 0:02:21.265 ****** 2022-01-15T17:29:23.418 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2022-01-15T17:29:23.420 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:25.042 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQLIFDHgZip5ru6gS1Xofr9ZAU8pFGFDkR'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.648846", "end": "2022-01-15 17:29:25.161992", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQLIFDHgZip5ru6gS1Xofr9ZAU8pFGFDkR"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:23.513146", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:25.053 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:25.054 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:25.201 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINqNjIj7slc8ziA7LAr4fhR1gpHmN6cAoP'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.650067", "end": "2022-01-15 17:29:25.600423", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINqNjIj7slc8ziA7LAr4fhR1gpHmN6cAoP"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:23.950356", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:25.212 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:25.213 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:26.280 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQfqYKZVYkkBiHxuoGsvGMO3V0rclt1l1n'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.098291", "end": "2022-01-15 17:29:26.404232", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQfqYKZVYkkBiHxuoGsvGMO3V0rclt1l1n"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:25.305941", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:26.291 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QBMV', 'wwn-0x5000c50091e0b337'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QBMV-part1', 'wwn-0x5000c50091e0b337-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e0b337', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5QBMV', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QBMV", "wwn-0x5000c50091e0b337"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QBMV-part1", "wwn-0x5000c50091e0b337-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5QBMV", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e0b337"}}, 2022-01-15T17:29:26.294 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2022-01-15T17:29:26.480 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN1RQ0ULiCDdqaNX8jOZ4ghzeI0iX23eIz'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.128240", "end": "2022-01-15 17:29:26.878671", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN1RQ0ULiCDdqaNX8jOZ4ghzeI0iX23eIz"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:25.750431", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:26.481 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4H3N7', 'wwn-0x5000c500871b45cd'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4H3N7-part1', 'wwn-0x5000c500871b45cd-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c500871b45cd', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4H3N7', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4H3N7", "wwn-0x5000c500871b45cd"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4H3N7-part1", "wwn-0x5000c500871b45cd-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4H3N7", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500871b45cd"}}, 2022-01-15T17:29:26.483 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2022-01-15T17:29:27.590 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-szn1js-YDyB-u3k6-9fUA-nG5l-Me8U-6oq1f5', 'nvme-INTEL_SSDPEDMD400G4_PHFT6204012Z400BGN', 'nvme-nvme.8086-50484654363230343031325a34303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.170723", "end": "2022-01-15 17:29:27.712304", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-szn1js-YDyB-u3k6-9fUA-nG5l-Me8U-6oq1f5", "nvme-INTEL_SSDPEDMD400G4_PHFT6204012Z400BGN", "nvme-nvme.8086-50484654363230343031325a34303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:26.541581", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures d 2022-01-15T17:29:27.592 INFO:teuthology.task.ansible.out:estroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:27.601 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:27.613 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:27.760 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-RupvBk-2iAN-Hc14-tpT7-KJMx-6Tfj-enBS9S', 'nvme-INTEL_SSDPEDMD400G4_CVFT5331001C400BGN', 'nvme-nvme.8086-43564654353333313030314334303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.146724", "end": "2022-01-15 17:29:28.159995", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-RupvBk-2iAN-Hc14-tpT7-KJMx-6Tfj-enBS9S", "nvme-INTEL_SSDPEDMD400G4_CVFT5331001C400BGN", "nvme-nvme.8086-43564654353333313030314334303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:27.013271", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nGPT data structures d 2022-01-15T17:29:27.761 INFO:teuthology.task.ansible.out:estroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:27.771 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:27.774 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:28.856 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQhKLEE8jdX9bdEsVBmVRezYnvg3WAFYEP'], 'uuids': ['54fa84af-26a4-4e05-b18a-e8f20d6d3dfb']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.112125", "end": "2022-01-15 17:29:28.973779", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQhKLEE8jdX9bdEsVBmVRezYnvg3WAFYEP"], "labels": [], "masters": [], "uuids": ["54fa84af-26a4-4e05-b18a-e8f20d6d3dfb"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:27.861654", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:28.858 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:28.869 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:29.067 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN3vL9cdxk0Zum79ZV7L68QyMmguQcyW1r'], 'uuids': ['f0e0689a-3045-44b9-bd48-b1bb9f4ce3f8']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.155684", "end": "2022-01-15 17:29:29.466232", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN3vL9cdxk0Zum79ZV7L68QyMmguQcyW1r"], "labels": [], "masters": [], "uuids": ["f0e0689a-3045-44b9-bd48-b1bb9f4ce3f8"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:28.310548", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:29.079 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:29.080 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:30.125 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQA4YtE1VgIVpQ6962hUNmaXO3ALz8wFeL'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.125491", "end": "2022-01-15 17:29:30.243021", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQA4YtE1VgIVpQ6962hUNmaXO3ALz8wFeL"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:29.117530", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:30.127 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:30.338 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINeeXbOw0MrcCeCQx2F4gJB7Cn4gUy5dHd'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.119185", "end": "2022-01-15 17:29:30.733390", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINeeXbOw0MrcCeCQx2F4gJB7Cn4gUy5dHd"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:29.614205", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:30.339 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:31.397 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQOaTGFHJyY194GI6PCVQ5I0iVw3IRvYuN'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.137659", "end": "2022-01-15 17:29:31.519433", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQOaTGFHJyY194GI6PCVQ5I0iVw3IRvYuN"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:30.381774", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:31.448 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:31 +0000 (0:00:08.080) 0:02:29.346 ****** 2022-01-15T17:29:31.500 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:31.596 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2022-01-15T17:29:31.598 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINQx8A7aYQhqflZEEW6IBgBc2xaQIjpQHG'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.118261", "end": "2022-01-15 17:29:31.993700", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINQx8A7aYQhqflZEEW6IBgBc2xaQIjpQHG"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:30.875439", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries in memory.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries in memory.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2022-01-15T17:29:31.632 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:31 +0000 (0:00:00.184) 0:02:29.530 ****** 2022-01-15T17:29:31.682 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2022-01-15T17:29:31.684 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop1', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop1", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:31.792 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQLIFDHgZip5ru6gS1Xofr9ZAU8pFGFDkR'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.160409", "end": "2022-01-15 17:29:31.919607", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQLIFDHgZip5ru6gS1Xofr9ZAU8pFGFDkR"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:31.759198", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.155367 s, 742 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.155367 s, 742 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:31.804 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:31.816 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:31.985 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINqNjIj7slc8ziA7LAr4fhR1gpHmN6cAoP'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.163376", "end": "2022-01-15 17:29:32.382692", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINqNjIj7slc8ziA7LAr4fhR1gpHmN6cAoP"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:32.219316", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.158432 s, 728 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.158432 s, 728 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:31.997 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop6', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop6", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.008 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop4', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop4", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.104 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQfqYKZVYkkBiHxuoGsvGMO3V0rclt1l1n'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.162606", "end": "2022-01-15 17:29:32.225021", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQfqYKZVYkkBiHxuoGsvGMO3V0rclt1l1n"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:32.062415", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157833 s, 731 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157833 s, 731 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:32.116 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QBMV', 'wwn-0x5000c50091e0b337'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W5QBMV-part1', 'wwn-0x5000c50091e0b337-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c50091e0b337', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W5QBMV', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QBMV", "wwn-0x5000c50091e0b337"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5QBMV-part1", "wwn-0x5000c50091e0b337-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5QBMV", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c50091e0b337"}}, 2022-01-15T17:29:32.117 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.307 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-szn1js-YDyB-u3k6-9fUA-nG5l-Me8U-6oq1f5', 'nvme-INTEL_SSDPEDMD400G4_PHFT6204012Z400BGN', 'nvme-nvme.8086-50484654363230343031325a34303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.058093", "end": "2022-01-15 17:29:32.422565", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-szn1js-YDyB-u3k6-9fUA-nG5l-Me8U-6oq1f5", "nvme-INTEL_SSDPEDMD400G4_PHFT6204012Z400BGN", "nvme-nvme.8086-50484654363230343031325a34303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:32.364472", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0534291 s, 2.2 GB/s", "std 2022-01-15T17:29:32.309 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0534291 s, 2.2 GB/s"], "stdout": "", "stdout_lines": []} changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN1RQ0ULiCDdqaNX8jOZ4ghzeI0iX23eIz'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.163807", "end": "2022-01-15 17:29:32.703683", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN1RQ0ULiCDdqaNX8jOZ4ghzeI0iX23eIz"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:32.539876", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.158835 s, 726 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.158835 s, 726 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:32.309 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removabl 2022-01-15T17:29:32.310 INFO:teuthology.task.ansible.out:e': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.321 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': 'ATA', 'sectors': '1953525168', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4H3N7', 'wwn-0x5000c500871b45cd'], 'uuids': []}, 'partitions': {'sda1': {'sectorsize': 512, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'links': {'masters': [], 'labels': [], 'ids': ['ata-ST1000NM0033-9ZM173_Z1W4H3N7-part1', 'wwn-0x5000c500871b45cd-part1'], 'uuids': ['765c9454-acf9-4ab1-8c0e-444ef075a2c6']}, 'sectors': '1953522688', 'start': '2048', 'holders': [], 'size': '931.51 GB'}}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'holders': [], 'wwn': '0x5000c500871b45cd', 'model': 'ST1000NM0033-9ZM', 'serial': 'Z1W4H3N7', 'size': '931.51 GB'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4H3N7", "wwn-0x5000c500871b45cd"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W4H3N7-part1", "wwn-0x5000c500871b45cd-part1"], "labels": [], "masters": [], "uuids": ["765c9454-acf9-4ab1-8c0e-444ef075a2c6"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W4H3N7", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500871b45cd"}}, 2022-01-15T17:29:32.323 INFO:teuthology.task.ansible.out: "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.501 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'scheduler_mode': 'none', 'rotational': '0', 'vendor': None, 'sectors': '781422768', 'links': {'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4'], 'labels': [], 'ids': ['lvm-pv-uuid-RupvBk-2iAN-Hc14-tpT7-KJMx-6Tfj-enBS9S', 'nvme-INTEL_SSDPEDMD400G4_CVFT5331001C400BGN', 'nvme-nvme.8086-43564654353333313030314334303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': 'INTEL SSDPEDMD400G4', 'partitions': {}, 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4'], 'size': '372.61 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.058700", "end": "2022-01-15 17:29:32.905389", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-RupvBk-2iAN-Hc14-tpT7-KJMx-6Tfj-enBS9S", "nvme-INTEL_SSDPEDMD400G4_CVFT5331001C400BGN", "nvme-nvme.8086-43564654353333313030314334303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:32.846689", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0537896 s, 2.1 GB/s", "std 2022-01-15T17:29:32.503 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0537896 s, 2.1 GB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:32.512 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop3', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop3", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.523 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop2', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop2", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.608 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQhKLEE8jdX9bdEsVBmVRezYnvg3WAFYEP'], 'uuids': ['54fa84af-26a4-4e05-b18a-e8f20d6d3dfb']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.158233", "end": "2022-01-15 17:29:32.731061", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQhKLEE8jdX9bdEsVBmVRezYnvg3WAFYEP"], "labels": [], "masters": [], "uuids": ["54fa84af-26a4-4e05-b18a-e8f20d6d3dfb"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:32.572828", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.153581 s, 751 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.153581 s, 751 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:32.620 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.624 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.815 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '31252480', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN3vL9cdxk0Zum79ZV7L68QyMmguQcyW1r'], 'uuids': ['f0e0689a-3045-44b9-bd48-b1bb9f4ce3f8']}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '14.90 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.162968", "end": "2022-01-15 17:29:33.217383", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQIN3vL9cdxk0Zum79ZV7L68QyMmguQcyW1r"], "labels": [], "masters": [], "uuids": ["f0e0689a-3045-44b9-bd48-b1bb9f4ce3f8"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:33.054415", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157712 s, 731 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157712 s, 731 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:32.827 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop0', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop0", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.839 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop7', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop7", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:32.914 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQA4YtE1VgIVpQ6962hUNmaXO3ALz8wFeL'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.165084", "end": "2022-01-15 17:29:33.040376", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQA4YtE1VgIVpQ6962hUNmaXO3ALz8wFeL"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:32.875292", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.160357 s, 719 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.160357 s, 719 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:32.926 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:33.138 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINeeXbOw0MrcCeCQx2F4gJB7Cn4gUy5dHd'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.168319", "end": "2022-01-15 17:29:33.540966", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINeeXbOw0MrcCeCQx2F4gJB7Cn4gUy5dHd"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:33.372647", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.163176 s, 707 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.163176 s, 707 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:33.250 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'loop5', 'value': {'scheduler_mode': 'mq-deadline', 'rotational': '1', 'vendor': None, 'sectors': '0', 'links': {'masters': [], 'labels': [], 'ids': [], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '0', 'model': None, 'partitions': {}, 'holders': [], 'size': '0.00 Bytes'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "loop5", "value": {"holders": [], "host": "", "links": {"ids": [], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "0", "sectorsize": "512", "size": "0.00 Bytes", "support_discard": "0", "vendor": null, "virtual": 1}}, "skip_reason": "Conditional result was False"} changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQOaTGFHJyY194GI6PCVQ5I0iVw3IRvYuN'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.174212", "end": "2022-01-15 17:29:33.354943", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-j8ztOTg8MAzJPysipl9tRYjVlfoOR9zQOaTGFHJyY194GI6PCVQ5I0iVw3IRvYuN"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sect 2022-01-15T17:29:33.252 INFO:teuthology.task.ansible.out:ors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:33.180731", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.169172 s, 682 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.169172 s, 682 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:33.273 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:33 +0000 (0:00:01.638) 0:02:31.168 ****** 2022-01-15T17:29:33.446 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'scheduler_mode': '', 'rotational': '0', 'vendor': None, 'sectors': '187490304', 'links': {'masters': [], 'labels': [], 'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINQx8A7aYQhqflZEEW6IBgBc2xaQIjpQHG'], 'uuids': []}, 'sas_device_handle': None, 'sas_address': None, 'virtual': 1, 'host': '', 'sectorsize': '512', 'removable': '0', 'support_discard': '512', 'model': None, 'partitions': {}, 'holders': [], 'size': '89.40 GB'}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.162716", "end": "2022-01-15 17:29:33.845009", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-HdkfyvZkJx3GxLSApHU02gQz45GyOQINQx8A7aYQhqflZEEW6IBgBc2xaQIjpQHG"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2022-01-15 17:29:33.682293", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.157795 s, 731 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.157795 s, 731 MB/s"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:33.482 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:33 +0000 (0:00:00.211) 0:02:31.379 ****** 2022-01-15T17:29:33.586 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2022-01-15T17:29:33.588 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.167045", "end": "2022-01-15 17:29:33.708071", "rc": 0, "start": "2022-01-15 17:29:33.541026", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:33.613 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:33 +0000 (0:00:00.131) 0:02:31.511 ****** 2022-01-15T17:29:33.772 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.139999", "end": "2022-01-15 17:29:34.167759", "rc": 0, "start": "2022-01-15 17:29:34.027760", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:33.811 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:33 +0000 (0:00:00.197) 0:02:31.708 ****** 2022-01-15T17:29:33.832 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2022-01-15T17:29:33.835 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.078710", "end": "2022-01-15 17:29:33.960952", "rc": 0, "start": "2022-01-15 17:29:33.882242", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:33.862 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:33 +0000 (0:00:00.050) 0:02:31.759 ****** 2022-01-15T17:29:33.891 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2022-01-15T17:29:33.918 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:33 +0000 (0:00:00.056) 0:02:31.816 ****** 2022-01-15T17:29:33.946 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:33.973 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:33 +0000 (0:00:00.053) 0:02:31.870 ****** 2022-01-15T17:29:33.999 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.024 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.052) 0:02:31.922 ****** 2022-01-15T17:29:34.051 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2022-01-15T17:29:34.053 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.090122", "end": "2022-01-15 17:29:34.452897", "rc": 0, "start": "2022-01-15 17:29:34.362775", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.076 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.051) 0:02:31.973 ****** 2022-01-15T17:29:34.100 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.024) 0:02:31.998 ****** 2022-01-15T17:29:34.108 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2022-01-15T17:29:34.138 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.036) 0:02:32.035 ****** 2022-01-15T17:29:34.145 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.170 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.032) 0:02:32.067 ****** 2022-01-15T17:29:34.176 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2022-01-15T17:29:34.178 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.207 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.037) 0:02:32.105 ****** 2022-01-15T17:29:34.237 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.261 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.052) 0:02:32.157 ****** 2022-01-15T17:29:34.287 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2022-01-15T17:29:34.289 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.321 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.058) 0:02:32.216 ****** 2022-01-15T17:29:34.326 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2022-01-15T17:29:34.328 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:29:34.355 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.036) 0:02:32.253 ****** 2022-01-15T17:29:34.362 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2022-01-15T17:29:34.364 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.390 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.034) 0:02:32.288 ****** 2022-01-15T17:29:34.400 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ skipping: [smithi103.front.sepia.ceph.com] => (item={'block_used': 14052389, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226042719, 'size_available': 925870977024, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 187084, 'block_size': 4096, 'inode_available': 60867892}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226042719, "block_size": 4096, "block_total": 240095108, "block_used": 14052389, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60867892, "inode_total": 61054976, "inode_used": 187084, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 925870977024, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.426 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.035) 0:02:32.324 ****** 2022-01-15T17:29:34.456 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.481 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.054) 0:02:32.378 ****** 2022-01-15T17:29:34.529 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:34.531 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ ok: [smithi027.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2022-01-15T17:29:34.555 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.075) 0:02:32.453 ****** 2022-01-15T17:29:34.578 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.022) 0:02:32.476 ****** 2022-01-15T17:29:34.597 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ skipping: [smithi027.front.sepia.ceph.com] => (item={'block_used': 14052381, 'uuid': '765c9454-acf9-4ab1-8c0e-444ef075a2c6', 'size_total': 983429562368, 'block_total': 240095108, 'mount': '/', 'block_available': 226042727, 'size_available': 925871009792, 'fstype': 'ext4', 'inode_total': 61054976, 'options': 'rw,relatime,errors=remount-ro', 'device': '/dev/sda1', 'inode_used': 187085, 'block_size': 4096, 'inode_available': 60867891}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 226042727, "block_size": 4096, "block_total": 240095108, "block_used": 14052381, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60867891, "inode_total": 61054976, "inode_used": 187085, "mount": "/", "options": "rw,relatime,errors=remount-ro", "size_available": 925871009792, "size_total": 983429562368, "uuid": "765c9454-acf9-4ab1-8c0e-444ef075a2c6"}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.621 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.042) 0:02:32.518 ****** 2022-01-15T17:29:34.628 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:34.630 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.654 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.032) 0:02:32.551 ****** 2022-01-15T17:29:34.660 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2022-01-15T17:29:34.662 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.687 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.033) 0:02:32.585 ****** 2022-01-15T17:29:34.694 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2022-01-15T17:29:34.695 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.720 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.032) 0:02:32.617 ****** 2022-01-15T17:29:34.726 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:34.728 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.752 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.032) 0:02:32.650 ****** 2022-01-15T17:29:34.759 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2022-01-15T17:29:34.762 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.789 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.036) 0:02:32.686 ****** 2022-01-15T17:29:34.796 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:34.798 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.824 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.035) 0:02:32.722 ****** 2022-01-15T17:29:34.831 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2022-01-15T17:29:34.833 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.858 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.033) 0:02:32.756 ****** 2022-01-15T17:29:34.865 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2022-01-15T17:29:34.867 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.894 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.035) 0:02:32.791 ****** 2022-01-15T17:29:34.922 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2022-01-15T17:29:34.924 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.946 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.052) 0:02:32.844 ****** 2022-01-15T17:29:34.975 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:34.999 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:34 +0000 (0:00:00.052) 0:02:32.897 ****** 2022-01-15T17:29:35.656 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** 2022-01-15T17:29:35.658 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2022-01-15T17:29:35.680 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:35 +0000 (0:00:00.681) 0:02:33.578 ****** 2022-01-15T17:29:35.699 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2022-01-15T17:29:35.726 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:35 +0000 (0:00:00.045) 0:02:33.624 ****** 2022-01-15T17:29:36.380 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:36.412 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:36.808 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:36.819 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:37.196 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:37.238 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:37.609 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:37.643 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:38.021 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:38.047 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:02.321) 0:02:35.945 ****** 2022-01-15T17:29:38.068 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2022-01-15T17:29:38.096 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.048) 0:02:35.993 ****** 2022-01-15T17:29:38.197 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2022-01-15T17:29:38.199 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2022-01-15T17:29:38.224 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.128) 0:02:36.121 ****** 2022-01-15T17:29:38.242 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2022-01-15T17:29:38.268 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.044) 0:02:36.166 ****** 2022-01-15T17:29:38.381 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2022-01-15T17:29:38.383 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.426 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.502 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.546 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.622 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.664 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.739 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.752 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:38.779 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.510) 0:02:36.676 ****** 2022-01-15T17:29:38.787 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2022-01-15T17:29:38.799 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:38.836 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.057) 0:02:36.734 ****** 2022-01-15T17:29:38.845 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2022-01-15T17:29:38.846 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:38.872 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.036) 0:02:36.770 ****** 2022-01-15T17:29:38.880 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:38.906 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.033) 0:02:36.804 ****** 2022-01-15T17:29:38.913 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:38.939 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.032) 0:02:36.836 ****** 2022-01-15T17:29:38.946 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:38.972 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:38 +0000 (0:00:00.033) 0:02:36.870 ****** 2022-01-15T17:29:39.083 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2022-01-15T17:29:39.085 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:29:39.110 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:39 +0000 (0:00:00.136) 0:02:37.007 ****** 2022-01-15T17:29:39.117 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:29:39.146 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:39 +0000 (0:00:00.036) 0:02:37.043 ****** 2022-01-15T17:29:39.154 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2022-01-15T17:29:39.157 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2022-01-15T17:29:39.188 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:39 +0000 (0:00:00.040) 0:02:37.083 ****** 2022-01-15T17:29:39.192 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2022-01-15T17:29:39.222 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:39 +0000 (0:00:00.036) 0:02:37.120 ****** 2022-01-15T17:29:39.683 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2022-01-15T17:29:39.684 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true} 2022-01-15T17:29:39.710 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:39 +0000 (0:00:00.487) 0:02:37.608 ****** 2022-01-15T17:29:40.179 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2022-01-15T17:29:40.181 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2022-01-15T17:29:40.209 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.498) 0:02:38.107 ****** 2022-01-15T17:29:40.236 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2022-01-15T17:29:40.238 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:40.260 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.051) 0:02:38.158 ****** 2022-01-15T17:29:40.287 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:40.311 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.050) 0:02:38.209 ****** 2022-01-15T17:29:40.338 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2022-01-15T17:29:40.340 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:40.362 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.050) 0:02:38.259 ****** 2022-01-15T17:29:40.389 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2022-01-15T17:29:40.391 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:40.425 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.063) 0:02:38.323 ****** 2022-01-15T17:29:40.592 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2022-01-15T17:29:40.594 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2022-01-15T17:29:40.618 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.192) 0:02:38.515 ****** 2022-01-15T17:29:40.689 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* changed: [smithi103.front.sepia.ceph.com] => {"changed": true} 2022-01-15T17:29:40.716 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.098) 0:02:38.614 ****** 2022-01-15T17:29:40.776 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2022-01-15T17:29:40.778 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:29:40.802 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.086) 0:02:38.700 ****** 2022-01-15T17:29:40.945 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2022-01-15T17:29:40.947 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2022-01-15T17:29:40.971 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:40 +0000 (0:00:00.168) 0:02:38.869 ****** 2022-01-15T17:29:40.999 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2022-01-15T17:29:41.001 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:41.023 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.051) 0:02:38.920 ****** 2022-01-15T17:29:41.050 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2022-01-15T17:29:41.052 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:41.074 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.050) 0:02:38.971 ****** 2022-01-15T17:29:41.101 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2022-01-15T17:29:41.103 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:41.124 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.050) 0:02:39.022 ****** 2022-01-15T17:29:41.153 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2022-01-15T17:29:41.155 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Upload CPAN config for the teuthology user.] ****************** ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2022-01-15T17:29:41.182 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.057) 0:02:39.080 ****** 2022-01-15T17:29:41.206 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.023) 0:02:39.103 ****** 2022-01-15T17:29:41.370 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2022-01-15T17:29:41.372 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 1000} 2022-01-15T17:29:41.395 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.189) 0:02:39.293 ****** 2022-01-15T17:29:41.528 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2022-01-15T17:29:41.530 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2022-01-15T17:29:41.554 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.158) 0:02:39.452 ****** 2022-01-15T17:29:41.561 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2022-01-15T17:29:41.562 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:29:41.588 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.034) 0:02:39.486 ****** 2022-01-15T17:29:41.950 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2022-01-15T17:29:41.952 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "gid": 1238, "group": "ubuntu", "mode": "0755", "owner": "ubuntu", "path": "/home/ubuntu/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 1000} 2022-01-15T17:29:41.974 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:41 +0000 (0:00:00.385) 0:02:39.872 ****** 2022-01-15T17:29:42.252 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2022-01-15T17:29:42.254 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:42.278 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:42 +0000 (0:00:00.304) 0:02:40.176 ****** 2022-01-15T17:29:42.317 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2022-01-15T17:29:42.319 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "dcd55d202d82b6e06d0555630d7a8b92d7100c36", "dest": "/root/.cpan/CPAN/MyConfig.pm", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/root/.cpan/CPAN/MyConfig.pm", "size": 2117, "state": "file", "uid": 0} 2022-01-15T17:29:42.343 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:42 +0000 (0:00:00.064) 0:02:40.241 ****** 2022-01-15T17:29:42.548 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2022-01-15T17:29:42.550 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.120789", "end": "2022-01-15 17:29:42.953775", "rc": 0, "start": "2022-01-15 17:29:42.832986", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} 2022-01-15T17:29:42.574 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:42 +0000 (0:00:00.230) 0:02:40.471 ****** 2022-01-15T17:29:42.612 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2022-01-15T17:29:42.613 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:42.636 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:42 +0000 (0:00:00.061) 0:02:40.533 ****** 2022-01-15T17:29:42.663 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2022-01-15T17:29:42.665 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:42.695 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:42 +0000 (0:00:00.059) 0:02:40.593 ****** 2022-01-15T17:29:43.039 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2022-01-15T17:29:43.040 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:43.065 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.369) 0:02:40.963 ****** 2022-01-15T17:29:43.335 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2022-01-15T17:29:43.336 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "cmd": ["perldoc", "-l", "Amazon::S3"], "delta": "0:00:00.123149", "end": "2022-01-15 17:29:43.463832", "rc": 0, "start": "2022-01-15 17:29:43.340683", "stderr": "", "stderr_lines": [], "stdout": "/usr/local/share/perl/5.30.0/Amazon/S3.pm", "stdout_lines": ["/usr/local/share/perl/5.30.0/Amazon/S3.pm"]} 2022-01-15T17:29:43.366 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.300) 0:02:41.264 ****** 2022-01-15T17:29:43.397 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2022-01-15T17:29:43.399 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} TASK [testnode : Install Amazon::S3.] ****************************************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:43.429 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.061) 0:02:41.325 ****** 2022-01-15T17:29:43.456 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.028) 0:02:41.354 ****** 2022-01-15T17:29:43.464 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2022-01-15T17:29:43.466 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:43.490 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.034) 0:02:41.388 ****** 2022-01-15T17:29:43.497 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2022-01-15T17:29:43.499 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:43.527 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.036) 0:02:41.425 ****** 2022-01-15T17:29:43.840 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2022-01-15T17:29:43.842 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2022-01-15T17:29:43.865 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.337) 0:02:41.763 ****** 2022-01-15T17:29:43.892 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2022-01-15T17:29:43.894 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:43.916 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:43 +0000 (0:00:00.051) 0:02:41.814 ****** 2022-01-15T17:29:44.145 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2022-01-15T17:29:44.148 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:26:46 UTC", "ActiveEnterTimestampMonotonic": "17250291", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "-.mount systemd-tmpfiles-setup.service sysinit.target system.slice basic.target systemd-journald.socket network.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:26:45 UTC", "AssertTimestampMonotonic": "16836590", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:26:45 UTC", "ConditionTimestampMonotonic": "16836589", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target systemd-timesyncd.service", "ControlGroup": 2022-01-15T17:29:44.149 INFO:teuthology.task.ansible.out: "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "856", "ExecMainStartTimestamp": "Sat 2022-01-15 17:26:46 UTC", "ExecMainStartTimestampMonotonic": "17250230", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Sat 2022-01-15 17:26:45 UTC", "InactiveExitTimestampMonotonic": "16837723", "InvocationID": "215f76662c0c444fbbe18b6777586f4f", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "Lim 2022-01-15T17:29:44.151 INFO:teuthology.task.ansible.out:itCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127756", "LimitNPROCSoft": "127756", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127756", "LimitSIGPENDINGSoft": "127756", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "856", "MemoryAccounting": "yes", "MemoryCurrent": "3616768", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "Requi 2022-01-15T17:29:44.153 INFO:teuthology.task.ansible.out:resMountsFor": "/var/tmp /tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:26:46 UTC", "StateChangeTimestampMonotonic": "17250291", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38326", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:29:44.313 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.395) 0:02:42.210 ****** 2022-01-15T17:29:44.319 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2022-01-15T17:29:44.321 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:44.345 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.033) 0:02:42.243 ****** 2022-01-15T17:29:44.352 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:44.353 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2022-01-15T17:29:44.377 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.032) 0:02:42.275 ****** 2022-01-15T17:29:44.384 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2022-01-15T17:29:44.386 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:44.410 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.032) 0:02:42.308 ****** 2022-01-15T17:29:44.417 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:44.419 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2022-01-15T17:29:44.443 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.033) 0:02:42.341 ****** 2022-01-15T17:29:44.472 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2022-01-15T17:29:44.474 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:44.497 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.054) 0:02:42.395 ****** 2022-01-15T17:29:44.745 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2022-01-15T17:29:44.747 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "645fd5116197cd9da73b328bc11bf633a40d80e1", "dest": "/etc/ntp.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/ntp.conf", "size": 2767, "state": "file", "uid": 0} 2022-01-15T17:29:44.771 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.273) 0:02:42.668 ****** 2022-01-15T17:29:44.798 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2022-01-15T17:29:44.800 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:44.823 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:44 +0000 (0:00:00.052) 0:02:42.721 ****** 2022-01-15T17:29:45.030 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2022-01-15T17:29:45.032 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "ntp", "state": "started", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:26:28 UTC", "ActiveEnterTimestampMonotonic": "14237799", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "sysinit.target network.target system.slice systemd-journald.socket -.mount basic.target systemd-tmpfiles-setup.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:26:27 UTC", "AssertTimestampMonotonic": "13789321", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:26:27 UTC", "ConditionTimestampMonotonic": "13789320", "ConfigurationDirectoryMode": "0755", "Conflicts": "systemd-timesyncd.service shutdown.target", "ControlGroup": 2022-01-15T17:29:45.033 INFO:teuthology.task.ansible.out: "/system.slice/ntp.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "Description": "Network Time Service", "DevicePolicy": "auto", "Documentation": "man:ntpd(8)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "831", "ExecMainStartTimestamp": "Sat 2022-01-15 17:26:28 UTC", "ExecMainStartTimestampMonotonic": "14237784", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/lib/ntp/ntp-systemd-wrapper ; argv[]=/usr/lib/ntp/ntp-systemd-wrapper ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/ntp.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "IPIngressPackets": "[no data]", "Id": "ntp.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Sat 2022-01-15 17:26:27 UTC", "InactiveExitTimestampMonotonic": "13790348", "InvocationID": "f8b267611ff24db0a1ec2334a4e9b235", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "Lim 2022-01-15T17:29:45.035 INFO:teuthology.task.ansible.out:itCORESoft": "0", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "524288", "LimitNOFILESoft": "1024", "LimitNPROC": "127757", "LimitNPROCSoft": "127757", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127757", "LimitSIGPENDINGSoft": "127757", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "831", "MemoryAccounting": "yes", "MemoryCurrent": "3604480", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "ntp.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMPolicy": "stop", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "Requi 2022-01-15T17:29:45.037 INFO:teuthology.task.ansible.out:resMountsFor": "/tmp /var/tmp", "Restart": "no", "RestartKillSignal": "15", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:26:28 UTC", "StateChangeTimestampMonotonic": "14237799", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "2", "TasksMax": "38327", "TimeoutAbortUSec": "1min 30s", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:29:45.057 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:45 +0000 (0:00:00.233) 0:02:42.954 ****** 2022-01-15T17:29:45.084 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:45.086 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2022-01-15T17:29:45.113 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:45 +0000 (0:00:00.055) 0:02:43.010 ****** 2022-01-15T17:29:45.150 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:45.152 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2022-01-15T17:29:45.174 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:45 +0000 (0:00:00.061) 0:02:43.071 ****** 2022-01-15T17:29:45.201 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:45.224 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:45 +0000 (0:00:00.050) 0:02:43.122 ****** 2022-01-15T17:29:45.556 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2022-01-15T17:29:45.558 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:45.581 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:45 +0000 (0:00:00.356) 0:02:43.479 ****** 2022-01-15T17:29:45.610 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2022-01-15T17:29:45.612 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:45.641 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:45 +0000 (0:00:00.058) 0:02:43.538 ****** 2022-01-15T17:29:45.830 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2022-01-15T17:29:45.832 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2022-01-15T17:29:45.856 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:45 +0000 (0:00:00.215) 0:02:43.754 ****** 2022-01-15T17:29:46.282 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2022-01-15T17:29:46.284 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:29:46.309 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:46 +0000 (0:00:00.452) 0:02:44.206 ****** 2022-01-15T17:29:46.317 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2022-01-15T17:29:46.319 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2022-01-15T17:29:46.343 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:46 +0000 (0:00:00.034) 0:02:44.241 ****** 2022-01-15T17:29:46.351 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2022-01-15T17:29:46.352 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:46.380 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:46 +0000 (0:00:00.036) 0:02:44.277 ****** 2022-01-15T17:29:46.566 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2022-01-15T17:29:46.568 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "size": 4096, "state": "directory", "uid": 1000} 2022-01-15T17:29:46.591 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:46 +0000 (0:00:00.211) 0:02:44.489 ****** 2022-01-15T17:29:47.030 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2022-01-15T17:29:47.032 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1238, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "size": 73, "state": "file", "uid": 1000} 2022-01-15T17:29:47.054 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:47 +0000 (0:00:00.462) 0:02:44.951 ****** 2022-01-15T17:29:48.756 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2022-01-15T17:29:48.758 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} 2022-01-15T17:29:48.782 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:48 +0000 (0:00:01.727) 0:02:46.679 ****** 2022-01-15T17:29:49.197 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)\nRequirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.8/dist-packages (1.2.0)", "Requirement already satisfied: execnet in /usr/local/lib/python3.8/dist-packages (from remoto>=0.0.35) (1.8.0)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.8/dist-packages (from execnet->remoto>=0.0.35) (1.5)"], "version": null, "virtualenv": null} 2022-01-15T17:29:49.222 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.440) 0:02:47.120 ****** 2022-01-15T17:29:49.302 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2022-01-15T17:29:49.304 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false} 2022-01-15T17:29:49.329 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.105) 0:02:47.226 ****** 2022-01-15T17:29:49.356 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2022-01-15T17:29:49.357 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"interface": "ens1f0"}, "changed": false} 2022-01-15T17:29:49.380 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.051) 0:02:47.278 ****** 2022-01-15T17:29:49.577 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2022-01-15T17:29:49.579 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1642267336.7115736, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1642267336.7075737, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 105181, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1642267336.7075737, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 67, "uid": 0, "version": "1956422440", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2022-01-15T17:29:49.606 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.225) 0:02:47.503 ****** 2022-01-15T17:29:49.759 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2022-01-15T17:29:49.760 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false} 2022-01-15T17:29:49.785 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.179) 0:02:47.682 ****** 2022-01-15T17:29:49.813 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2022-01-15T17:29:49.815 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2022-01-15T17:29:49.840 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.055) 0:02:47.738 ****** 2022-01-15T17:29:49.867 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2022-01-15T17:29:49.869 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "msg": ""} 2022-01-15T17:29:49.895 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.054) 0:02:47.793 ****** 2022-01-15T17:29:49.923 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2022-01-15T17:29:49.925 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2022-01-15T17:29:49.950 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.054) 0:02:47.847 ****** 2022-01-15T17:29:49.979 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2022-01-15T17:29:49.981 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.003 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:49 +0000 (0:00:00.053) 0:02:47.901 ****** 2022-01-15T17:29:50.041 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2022-01-15T17:29:50.043 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1642267320.3550515, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "ctime": 1642267320.3510516, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 105181, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1642267320.3510516, "nlink": 1, "path": "/etc/network/interfaces", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 71, "uid": 0, "version": "1956422440", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2022-01-15T17:29:50.069 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.065) 0:02:47.966 ****** 2022-01-15T17:29:50.183 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2022-01-15T17:29:50.185 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2022-01-15T17:29:50.219 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.150) 0:02:48.117 ****** 2022-01-15T17:29:50.248 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2022-01-15T17:29:50.250 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "msg": ""} 2022-01-15T17:29:50.276 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.057) 0:02:48.174 ****** 2022-01-15T17:29:50.314 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2022-01-15T17:29:50.316 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2022-01-15T17:29:50.339 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.062) 0:02:48.237 ****** 2022-01-15T17:29:50.366 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2022-01-15T17:29:50.368 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.391 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.052) 0:02:48.289 ****** 2022-01-15T17:29:50.399 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2022-01-15T17:29:50.401 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2022-01-15T17:29:50.435 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.043) 0:02:48.332 ****** 2022-01-15T17:29:50.463 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2022-01-15T17:29:50.464 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.487 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.051) 0:02:48.384 ****** 2022-01-15T17:29:50.526 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2022-01-15T17:29:50.527 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=docker0) => {"ansible_loop_var": "item", "changed": false, "item": "docker0", "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.538 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.540 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.550 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item=ens1f1) => {"ansible_loop_var": "item", "changed": false, "item": "ens1f1", "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item=ens1f0) => {"ansible_loop_var": "item", "changed": false, "item": "ens1f0", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.575 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.087) 0:02:48.472 ****** 2022-01-15T17:29:50.593 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2022-01-15T17:29:50.595 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2022-01-15T17:29:50.620 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.045) 0:02:48.518 ****** 2022-01-15T17:29:50.627 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2022-01-15T17:29:50.629 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'docker0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "docker0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.639 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.641 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi027.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ens1f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "ens1f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.642 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ens1f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "ens1f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.671 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.050) 0:02:48.568 ****** 2022-01-15T17:29:50.698 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:50.700 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.725 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.053) 0:02:48.622 ****** 2022-01-15T17:29:50.752 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.776 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.051) 0:02:48.674 ****** 2022-01-15T17:29:50.794 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2022-01-15T17:29:50.796 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2022-01-15T17:29:50.819 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.042) 0:02:48.716 ****** 2022-01-15T17:29:50.826 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2022-01-15T17:29:50.828 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.854 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.035) 0:02:48.752 ****** 2022-01-15T17:29:50.862 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2022-01-15T17:29:50.864 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.888 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.034) 0:02:48.786 ****** 2022-01-15T17:29:50.896 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2022-01-15T17:29:50.897 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.923 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.034) 0:02:48.820 ****** 2022-01-15T17:29:50.931 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2022-01-15T17:29:50.933 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=docker0) => {"ansible_loop_var": "item", "changed": false, "item": "docker0", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.943 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.945 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2022-01-15T17:29:50.971 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:50 +0000 (0:00:00.048) 0:02:48.868 ****** 2022-01-15T17:29:50.979 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2022-01-15T17:29:50.980 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.017 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.046) 0:02:48.915 ****** 2022-01-15T17:29:51.027 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2022-01-15T17:29:51.028 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'docker0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "docker0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.029 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.041 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.042 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi103.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.044 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.071 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.053) 0:02:48.968 ****** 2022-01-15T17:29:51.096 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.024) 0:02:48.993 ****** 2022-01-15T17:29:51.103 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2022-01-15T17:29:51.104 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.136 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.040) 0:02:49.034 ****** 2022-01-15T17:29:51.149 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2022-01-15T17:29:51.151 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.178 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.041) 0:02:49.075 ****** 2022-01-15T17:29:51.185 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2022-01-15T17:29:51.186 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.210 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.032) 0:02:49.108 ****** 2022-01-15T17:29:51.217 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2022-01-15T17:29:51.219 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.244 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.033) 0:02:49.141 ****** 2022-01-15T17:29:51.274 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2022-01-15T17:29:51.276 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.301 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.056) 0:02:49.198 ****** 2022-01-15T17:29:51.328 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2022-01-15T17:29:51.330 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.352 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.051) 0:02:49.250 ****** 2022-01-15T17:29:51.380 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2022-01-15T17:29:51.382 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.409 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.056) 0:02:49.306 ****** 2022-01-15T17:29:51.416 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2022-01-15T17:29:51.419 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.010456", "end": "2022-01-15 17:29:51.807469", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2022-01-15 17:29:51.797013", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:51.438 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2022-01-15T17:29:51.440 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.464 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.055) 0:02:49.362 ****** 2022-01-15T17:29:51.502 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2022-01-15T17:29:51.504 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.528 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.063) 0:02:49.425 ****** 2022-01-15T17:29:51.555 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:51.585 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.057) 0:02:49.483 ****** 2022-01-15T17:29:51.592 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2022-01-15T17:29:51.594 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.006089", "end": "2022-01-15 17:29:51.973085", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2022-01-15 17:29:51.966996", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:51.730 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005446", "end": "2022-01-15 17:29:52.129974", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2022-01-15 17:29:52.124528", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:51.783 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.010414", "end": "2022-01-15 17:29:51.758303", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2022-01-15 17:29:51.747889", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:51.901 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.023845", "end": "2022-01-15 17:29:52.301438", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2022-01-15 17:29:52.277593", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:51.926 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.340) 0:02:49.824 ****** 2022-01-15T17:29:51.944 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.006136", "end": "2022-01-15 17:29:51.917915", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2022-01-15 17:29:51.911779", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:51.956 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2022-01-15T17:29:51.980 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:51 +0000 (0:00:00.053) 0:02:49.877 ****** 2022-01-15T17:29:52.007 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2022-01-15T17:29:52.008 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:52.096 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2022-01-15T17:29:52.098 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.005465", "end": "2022-01-15 17:29:52.070099", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2022-01-15 17:29:52.064634", "stderr": "find: '/etc/ceph': No such file or directory", "stderr_lines": ["find: '/etc/ceph': No such file or directory"], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:52.285 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.035465", "end": "2022-01-15 17:29:52.250543", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2022-01-15 17:29:52.215078", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:29:52.310 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:52 +0000 (0:00:00.330) 0:02:50.208 ****** 2022-01-15T17:29:52.338 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2022-01-15T17:29:52.362 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:52 +0000 (0:00:00.052) 0:02:50.260 ****** 2022-01-15T17:29:52.390 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2022-01-15T17:29:52.391 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:52.461 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2022-01-15T17:29:52.483 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:52 +0000 (0:00:00.120) 0:02:50.380 ****** 2022-01-15T17:29:52.506 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:52 +0000 (0:00:00.023) 0:02:50.404 ****** 2022-01-15T17:29:53.520 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi103.front.sepia.ceph.com] 2022-01-15T17:29:53.557 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] 2022-01-15T17:29:53.597 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:01.090) 0:02:51.494 ****** 2022-01-15T17:29:53.629 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:00.032) 0:02:51.527 ****** 2022-01-15T17:29:53.637 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-15T17:29:53.639 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2022-01-15T17:29:53.665 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:00.035) 0:02:51.562 ****** 2022-01-15T17:29:53.671 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "apt"}, "changed": false} 2022-01-15T17:29:53.708 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:00.043) 0:02:51.605 ****** 2022-01-15T17:29:53.716 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:53.743 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:00.034) 0:02:51.640 ****** 2022-01-15T17:29:53.750 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:29:53.777 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:00.034) 0:02:51.675 ****** 2022-01-15T17:29:53.786 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2022-01-15T17:29:53.788 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io", "python3-setuptools", "python3-pip"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2022-01-15T17:29:53.814 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:00.036) 0:02:51.711 ****** 2022-01-15T17:29:53.830 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml) => {"ansible_facts": {"container_packages": ["docker.io", "python3-setuptools", "python3-pip"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/apt_systems.yml"} 2022-01-15T17:29:53.856 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:29:53 +0000 (0:00:00.042) 0:02:51.753 ****** 2022-01-15T17:30:10.258 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2022-01-15T17:30:10.260 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": true, "stderr": "", "stderr_lines": [], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic\nUse 'sudo apt autoremove' to remove them.\nSuggested packages:\n aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils\nThe following packages will be upgraded:\n docker.io\n1 upgraded, 0 newly installed, 0 to remove and 84 not upgraded.\nNeed to get 36.9 MB of archives.\nAfter this operation, 4096 B of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.7-0ubuntu5~20.04.2 [36.9 MB]\nPreconfiguring packages ...\nFetched 36.9 MB in 2s (18.2 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174688 files and directories currently installed.)\r\nPreparing to unpack .../docker.io_20.10.7-0ubuntu5~20.04.2_amd64.deb ...\r\nUnpacking docker.io (20.10.7-0ubuntu5~20.04.2) over (20.10.7-0ubuntu1~20.04.1) ...\r\nSetting up docker.io (20.10.7-0ubuntu5~20.04.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\n", "stdout_lines": ["Reading package lists...", 2022-01-15T17:30:10.262 INFO:teuthology.task.ansible.out:"Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic", "Use 'sudo apt autoremove' to remove them.", "Suggested packages:", " aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils", "The following packages will be upgraded:", " docker.io", "1 upgraded, 0 newly installed, 0 to remove and 84 not upgraded.", "Need to get 36.9 MB of archives.", "After this operation, 4096 B of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.7-0ubuntu5~20.04.2 [36.9 MB]", "Preconfiguring packages ...", "Fetched 36.9 MB in 2s (18.2 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174688 files and directories currently installed.)", "Preparing to unpack .../docker.io_20.10.7-0ubuntu5~20.04.2_amd64.deb ...", "Unpacking docker.io (20.10.7-0ubuntu5~20.04.2) over (20.10.7-0ubuntu1~20.04.1) ...", "Setting up docker.io (20.10.7-0ubuntu5~20.04.2) ...", "Processing triggers for man-db (2.9.1-1) ..."]} 2022-01-15T17:30:10.284 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:10 +0000 (0:00:16.427) 0:03:08.181 ****** 2022-01-15T17:30:10.313 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:30:10.337 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:10 +0000 (0:00:00.053) 0:03:08.235 ****** 2022-01-15T17:30:10.375 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-15T17:30:10.377 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2022-01-15T17:30:10.399 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:10 +0000 (0:00:00.061) 0:03:08.297 ****** 2022-01-15T17:30:10.521 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2022-01-15T17:30:10.523 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": true, "stderr": "", "stderr_lines": [], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following packages were automatically installed and are no longer required:\n libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic\n linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic\n linux-modules-extra-5.4.0-66-generic\nUse 'sudo apt autoremove' to remove them.\nSuggested packages:\n aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils\nThe following packages will be upgraded:\n docker.io\n1 upgraded, 0 newly installed, 0 to remove and 84 not upgraded.\nNeed to get 36.9 MB of archives.\nAfter this operation, 4096 B of additional disk space will be used.\nGet:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.7-0ubuntu5~20.04.2 [36.9 MB]\nPreconfiguring packages ...\nFetched 36.9 MB in 2s (17.6 MB/s)\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 174688 files and directories currently installed.)\r\nPreparing to unpack .../docker.io_20.10.7-0ubuntu5~20.04.2_amd64.deb ...\r\nUnpacking docker.io (20.10.7-0ubuntu5~20.04.2) over (20.10.7-0ubuntu1~20.04.1) ...\r\nSetting up docker.io (20.10.7-0ubuntu5~20.04.2) ...\r\nProcessing triggers for man-db (2.9.1-1) ...\r\n", "stdout_lines": ["Reading package lists...", 2022-01-15T17:30:10.525 INFO:teuthology.task.ansible.out:"Building dependency tree...", "Reading state information...", "The following packages were automatically installed and are no longer required:", " libllvm11 linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic", " linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic", " linux-modules-extra-5.4.0-66-generic", "Use 'sudo apt autoremove' to remove them.", "Suggested packages:", " aufs-tools btrfs-progs debootstrap docker-doc rinse zfs-fuse | zfsutils", "The following packages will be upgraded:", " docker.io", "1 upgraded, 0 newly installed, 0 to remove and 84 not upgraded.", "Need to get 36.9 MB of archives.", "After this operation, 4096 B of additional disk space will be used.", "Get:1 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 docker.io amd64 20.10.7-0ubuntu5~20.04.2 [36.9 MB]", "Preconfiguring packages ...", "Fetched 36.9 MB in 2s (17.6 MB/s)", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 174688 files and directories currently installed.)", "Preparing to unpack .../docker.io_20.10.7-0ubuntu5~20.04.2_amd64.deb ...", "Unpacking docker.io (20.10.7-0ubuntu5~20.04.2) over (20.10.7-0ubuntu1~20.04.1) ...", "Setting up docker.io (20.10.7-0ubuntu5~20.04.2) ...", "Processing triggers for man-db (2.9.1-1) ..."]} 2022-01-15T17:30:10.554 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:10 +0000 (0:00:00.154) 0:03:08.451 ****** 2022-01-15T17:30:10.582 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2022-01-15T17:30:10.584 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:30:10.611 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:10 +0000 (0:00:00.056) 0:03:08.508 ****** 2022-01-15T17:30:10.621 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2022-01-15T17:30:10.623 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:30:10.643 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** ok: [smithi027.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/docker/daemon.json"}, "changed": false} 2022-01-15T17:30:10.667 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:10 +0000 (0:00:00.056) 0:03:08.565 ****** 2022-01-15T17:30:10.790 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2022-01-15T17:30:10.792 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:30:10.820 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:10 +0000 (0:00:00.152) 0:03:08.718 ****** 2022-01-15T17:30:10.880 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:30:11.048 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "size": 4096, "state": "directory", "uid": 0} 2022-01-15T17:30:11.074 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:11 +0000 (0:00:00.254) 0:03:08.972 ****** 2022-01-15T17:30:11.270 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2022-01-15T17:30:11.272 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "size": 2334, "state": "file", "uid": 0} 2022-01-15T17:30:11.521 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "size": 2334, "state": "file", "uid": 0} 2022-01-15T17:30:11.658 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "size": 2334, "state": "file", "uid": 0} 2022-01-15T17:30:11.685 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:11 +0000 (0:00:00.610) 0:03:09.583 ****** 2022-01-15T17:30:11.911 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "size": 2334, "state": "file", "uid": 0} 2022-01-15T17:30:11.938 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:11 +0000 (0:00:00.252) 0:03:09.835 ****** 2022-01-15T17:30:12.487 INFO:teuthology.task.ansible.out: TASK [container-host : Ensure git is installed] ******************************** 2022-01-15T17:30:12.489 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:30:12.512 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:12 +0000 (0:00:00.574) 0:03:10.409 ****** 2022-01-15T17:30:12.749 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"cache_update_time": 1642267409, "cache_updated": false, "changed": false} 2022-01-15T17:30:12.776 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:12 +0000 (0:00:00.263) 0:03:10.673 ****** 2022-01-15T17:30:16.827 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2022-01-15T17:30:16.829 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-k4mcjhg1\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-k4mcjhg1"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-k4mcjhg1\nRequirement already satisfied, skipping upgrade: docopt in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.6.2)\nRequirement already satisfied, skipping upgrade: toml in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.10.2)\nBuilding wheels for collected packages: registries-conf-ctl\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=8264 sha256=5bf07a8ea76f5a09c522320ec14bcaeab908fc67e9c2881db2cb294d8e85133a\n Stored in directory: /tmp/pip-ephem-wheel-cache-0q3tuz6s/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\nSuccessfully built registries-conf-ctl\nInstalling collected packages: registries-conf-ctl\n Attempting uninstall: registries-conf-ctl\n Found existing installation: registries-conf-ctl 1.0\n Uninstalling registries-conf-ctl-1.0:\n Successfully uninstalled registries-conf-ctl-1.0\nSuccessfully installed registries-conf-ctl-1.0\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/reg 2022-01-15T17:30:16.831 INFO:teuthology.task.ansible.out:istries-conf-ctl to ./pip-req-build-k4mcjhg1", "Requirement already satisfied, skipping upgrade: docopt in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.6.2)", "Requirement already satisfied, skipping upgrade: toml in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.10.2)", "Building wheels for collected packages: registries-conf-ctl", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=8264 sha256=5bf07a8ea76f5a09c522320ec14bcaeab908fc67e9c2881db2cb294d8e85133a", " Stored in directory: /tmp/pip-ephem-wheel-cache-0q3tuz6s/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", "Successfully built registries-conf-ctl", "Installing collected packages: registries-conf-ctl", " Attempting uninstall: registries-conf-ctl", " Found existing installation: registries-conf-ctl 1.0", " Uninstalling registries-conf-ctl-1.0:", " Successfully uninstalled registries-conf-ctl-1.0", "Successfully installed registries-conf-ctl-1.0"], "version": null, "virtualenv": null} 2022-01-15T17:30:16.851 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:16 +0000 (0:00:04.075) 0:03:14.749 ****** 2022-01-15T17:30:17.066 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* ok: [smithi103.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1642267303.479516, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "checksum": "13ed9dbcd1f35408627b14794589868021e7d546", "ctime": 1633105205.2901182, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 95289, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1633105205.2901182, "nlink": 1, "path": "/etc/docker/daemon.json", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 151, "uid": 0, "version": "2929411125", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2022-01-15T17:30:17.068 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2022-01-15T17:30:17.068 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "cmd": ["/usr/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": " Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-t1_2qfsb\n", "stderr_lines": [" Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-t1_2qfsb"], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-t1_2qfsb\nRequirement already satisfied, skipping upgrade: docopt in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.6.2)\nRequirement already satisfied, skipping upgrade: toml in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.10.2)\nBuilding wheels for collected packages: registries-conf-ctl\n Building wheel for registries-conf-ctl (setup.py): started\n Building wheel for registries-conf-ctl (setup.py): finished with status 'done'\n Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=8264 sha256=7dea1861348ce5e22c427c4c11550fbf5bc17c31639796bd006badba0ae14067\n Stored in directory: /tmp/pip-ephem-wheel-cache-k7hwpmnf/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42\nSuccessfully built registries-conf-ctl\nInstalling collected packages: registries-conf-ctl\n Attempting uninstall: registries-conf-ctl\n Found existing installation: registries-conf-ctl 1.0\n Uninstalling registries-conf-ctl-1.0:\n Successfully uninstalled registries-conf-ctl-1.0\nSuccessfully installed registries-conf-ctl-1.0\n", "stdout_lines": ["Collecting git+https://github.com/sebasti 2022-01-15T17:30:17.070 INFO:teuthology.task.ansible.out:an-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-t1_2qfsb", "Requirement already satisfied, skipping upgrade: docopt in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.6.2)", "Requirement already satisfied, skipping upgrade: toml in /usr/local/lib/python3.8/dist-packages (from registries-conf-ctl==1.0) (0.10.2)", "Building wheels for collected packages: registries-conf-ctl", " Building wheel for registries-conf-ctl (setup.py): started", " Building wheel for registries-conf-ctl (setup.py): finished with status 'done'", " Created wheel for registries-conf-ctl: filename=registries_conf_ctl-1.0-py3-none-any.whl size=8264 sha256=7dea1861348ce5e22c427c4c11550fbf5bc17c31639796bd006badba0ae14067", " Stored in directory: /tmp/pip-ephem-wheel-cache-k7hwpmnf/wheels/66/49/be/0ca4a7322f6cd17532451655790e478b4f82776818b44d6d42", "Successfully built registries-conf-ctl", "Installing collected packages: registries-conf-ctl", " Attempting uninstall: registries-conf-ctl", " Found existing installation: registries-conf-ctl 1.0", " Uninstalling registries-conf-ctl-1.0:", " Successfully uninstalled registries-conf-ctl-1.0", "Successfully installed registries-conf-ctl-1.0"], "version": null, "virtualenv": null} 2022-01-15T17:30:17.092 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:17 +0000 (0:00:00.241) 0:03:14.990 ****** 2022-01-15T17:30:17.118 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:17 +0000 (0:00:00.025) 0:03:15.015 ****** 2022-01-15T17:30:17.156 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/docker/daemon.json if necessary] ************ 2022-01-15T17:30:17.157 INFO:teuthology.task.ansible.out:skipping: [smithi103.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:30:17.180 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:17 +0000 (0:00:00.062) 0:03:15.078 ****** 2022-01-15T17:30:17.289 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2022-01-15T17:30:17.291 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] => {"changed": false, "stat": {"atime": 1642267326.8078463, "attr_flags": "e", "attributes": ["extents"], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "checksum": "13ed9dbcd1f35408627b14794589868021e7d546", "ctime": 1633105205.2901182, "dev": 2049, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 95289, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1633105205.2901182, "nlink": 1, "path": "/etc/docker/daemon.json", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 151, "uid": 0, "version": "2929411125", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false}} 2022-01-15T17:30:17.317 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:17 +0000 (0:00:00.136) 0:03:15.215 ****** 2022-01-15T17:30:17.355 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/docker/daemon.json if necessary] ************ 2022-01-15T17:30:17.357 INFO:teuthology.task.ansible.out:skipping: [smithi027.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2022-01-15T17:30:17.380 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:17 +0000 (0:00:00.062) 0:03:15.277 ****** 2022-01-15T17:30:17.448 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2022-01-15T17:30:17.450 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.075331", "end": "2022-01-15 17:30:17.424401", "rc": 0, "start": "2022-01-15 17:30:17.349070", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:30:17.474 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:17 +0000 (0:00:00.094) 0:03:15.372 ****** 2022-01-15T17:30:17.647 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.085917", "end": "2022-01-15 17:30:17.624279", "rc": 0, "start": "2022-01-15 17:30:17.538362", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2022-01-15T17:30:17.673 INFO:teuthology.task.ansible.out:Saturday 15 January 2022 17:30:17 +0000 (0:00:00.198) 0:03:15.570 ****** 2022-01-15T17:30:19.279 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2022-01-15T17:30:19.280 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:30:06 UTC", "ActiveEnterTimestampMonotonic": "232161089", "ActiveExitTimestamp": "Sat 2022-01-15 17:30:05 UTC", "ActiveExitTimestampMonotonic": "231097087", "ActiveState": "active", "After": "docker.socket system.slice sysinit.target containerd.service basic.target network-online.target firewalld.service systemd-journald.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:30:05 UTC", "AssertTimestampMonotonic": "231109866", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:30:05 UTC", "ConditionTimestampMonotonic": "231109866", "ConfigurationDirectoryMode": "0755" 2022-01-15T17:30:19.281 INFO:teuthology.task.ansible.out:, "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes", "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-firewall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "8325", "ExecMainStartTimestamp": "Sat 2022-01-15 17:30:05 UTC", "ExecMainStartTimestampMonotonic": "231110668", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "I 2022-01-15T17:30:19.283 INFO:teuthology.task.ansible.out:PIngressPackets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Sat 2022-01-15 17:30:05 UTC", "InactiveEnterTimestampMonotonic": "231103640", "InactiveExitTimestamp": "Sat 2022-01-15 17:30:05 UTC", "InactiveExitTimestampMonotonic": "231111458", "InvocationID": "e9ffc95444734954a244134f7c4a9e71", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127757", "LimitSIGPENDINGSoft": "127757", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "8325", "MemoryAccounting": "yes", "MemoryCurrent": "44388352", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges" 2022-01-15T17:30:19.285 INFO:teuthology.task.ansible.out:: "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "continue", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target docker.socket", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:30:06 UTC", "StateChangeTimestampMonotonic": "232161089", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "17", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSe 2022-01-15T17:30:19.286 INFO:teuthology.task.ansible.out:c": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": "notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "Wants": "containerd.service network-online.target", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:30:19.556 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "name": "docker", "state": "started", "status": {"ActiveEnterTimestamp": "Sat 2022-01-15 17:30:06 UTC", "ActiveEnterTimestampMonotonic": "217743302", "ActiveExitTimestamp": "Sat 2022-01-15 17:30:05 UTC", "ActiveExitTimestampMonotonic": "216695164", "ActiveState": "active", "After": "basic.target firewalld.service docker.socket network-online.target systemd-journald.socket sysinit.target system.slice containerd.service", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Sat 2022-01-15 17:30:05 UTC", "AssertTimestampMonotonic": "216710103", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUAffinityFromNUMA": "no", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend cap_audit_read", "CleanResult": "success", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Sat 2022-01-15 17:30:05 UTC", "ConditionTimestampMonotonic": "216710101", "ConfigurationDirectoryMode": "0755" 2022-01-15T17:30:19.558 INFO:teuthology.task.ansible.out:, "Conflicts": "shutdown.target", "ControlGroup": "/system.slice/docker.service", "ControlPID": "0", "DefaultDependencies": "yes", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "yes", "DelegateControllers": "cpu cpuacct cpuset io blkio memory devices pids bpf-firewall bpf-devices", "Description": "Docker Application Container Engine", "DevicePolicy": "auto", "Documentation": "https://docs.docker.com", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "8274", "ExecMainStartTimestamp": "Sat 2022-01-15 17:30:05 UTC", "ExecMainStartTimestampMonotonic": "216710932", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecReloadEx": "{ path=/bin/kill ; argv[]=/bin/kill -s HUP $MAINPID ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartEx": "{ path=/usr/bin/dockerd ; argv[]=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock ; flags= ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FinalKillSignal": "9", "FragmentPath": "/lib/systemd/system/docker.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOReadBytes": "18446744073709551615", "IOReadOperations": "18446744073709551615", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IOWriteBytes": "18446744073709551615", "IOWriteOperations": "18446744073709551615", "IPAccounting": "no", "IPEgressBytes": "[no data]", "IPEgressPackets": "[no data]", "IPIngressBytes": "[no data]", "I 2022-01-15T17:30:19.559 INFO:teuthology.task.ansible.out:PIngressPackets": "[no data]", "Id": "docker.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestamp": "Sat 2022-01-15 17:30:05 UTC", "InactiveEnterTimestampMonotonic": "216702907", "InactiveExitTimestamp": "Sat 2022-01-15 17:30:05 UTC", "InactiveExitTimestampMonotonic": "216711682", "InvocationID": "5c5b699c87ab4f3792015a32b83069f1", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "process", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "infinity", "LimitNOFILESoft": "infinity", "LimitNPROC": "infinity", "LimitNPROCSoft": "infinity", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127756", "LimitSIGPENDINGSoft": "127756", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "8274", "MemoryAccounting": "yes", "MemoryCurrent": "45113344", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "docker.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges" 2022-01-15T17:30:19.561 INFO:teuthology.task.ansible.out:: "no", "NonBlocking": "no", "NotifyAccess": "main", "OOMPolicy": "continue", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectHostname": "no", "ProtectKernelLogs": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "ReloadResult": "success", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice docker.socket", "Restart": "always", "RestartKillSignal": "15", "RestartUSec": "2s", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "3", "StartLimitIntervalUSec": "1min", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Sat 2022-01-15 17:30:06 UTC", "StateChangeTimestampMonotonic": "217743302", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "16", "TasksMax": "infinity", "TimeoutAbortUSec": "infinity", "TimeoutCleanUSec": "infinity", "TimeoutStartUSec": "infinity", "TimeoutStopUSec": "infinity", "TimerSlackNSe 2022-01-15T17:30:19.562 INFO:teuthology.task.ansible.out:c": "50000", "Transient": "no", "TriggeredBy": "docker.socket", "Type": "notify", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "ini 2022-01-15T17:30:19.563 INFO:teuthology.task.ansible.out:t", "WantedBy": "multi-user.target", "Wants": "network-online.target containerd.service", "WatchdogSignal": "6", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2022-01-15T17:30:19.633 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2022-01-15T17:30:19.634 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2022-01-15T17:30:19.635 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched 2022-01-15T17:30:19.637 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2022-01-15T17:30:19.650 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* Saturday 15 January 2022 17:30:19 +0000 (0:00:01.977) 0:03:17.547 ****** 2022-01-15T17:30:20.654 INFO:teuthology.task.ansible.out:ok: [smithi027.front.sepia.ceph.com] 2022-01-15T17:30:20.674 INFO:teuthology.task.ansible.out:ok: [smithi103.front.sepia.ceph.com] 2022-01-15T17:30:20.694 INFO:teuthology.task.ansible.out: TASK [Touch /ceph-qa-ready] **************************************************** Saturday 15 January 2022 17:30:20 +0000 (0:00:01.044) 0:03:18.592 ****** 2022-01-15T17:30:20.888 INFO:teuthology.task.ansible.out:changed: [smithi027.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2022-01-15T17:30:20.909 INFO:teuthology.task.ansible.out:changed: [smithi103.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "size": 0, "state": "file", "uid": 0} 2022-01-15T17:30:20.911 INFO:teuthology.task.ansible.out: PLAY RECAP ********************************************************************* smithi027.front.sepia.ceph.com : ok=131 changed=32 unreachable=0 failed=0 skipped=188 rescued=0 ignored=0 2022-01-15T17:30:20.913 INFO:teuthology.task.ansible.out:smithi103.front.sepia.ceph.com : ok=131 changed=32 unreachable=0 failed=0 skipped=188 rescued=0 ignored=0 Saturday 15 January 2022 17:30:20 +0000 (0:00:00.217) 0:03:18.809 ****** =============================================================================== Create all admin users with sudo access. ------------------------------- 24.29s users : Update authorized_keys using the keys repo --------------------- 20.59s container-host : Install container packages ---------------------------- 16.43s testnode : Upgrade packages -------------------------------------------- 15.58s testnode : Install packages -------------------------------------------- 12.00s testnode : Ensure packages are not present. ----------------------------- 8.49s testnode : Zap all non-root disks --------------------------------------- 8.08s Remove revoked users ---------------------------------------------------- 7.11s container-host : Install registries-conf-ctl ---------------------------- 4.08s common : Update apt cache ----------------------------------------------- 3.81s testnode : Install apt keys --------------------------------------------- 2.42s testnode : Create logical volume(s) ------------------------------------- 2.32s testnode : Update apt cache. -------------------------------------------- 2.29s Gathering Facts --------------------------------------------------------- 2.18s container-host : Restart docker service --------------------------------- 1.98s Gathering Facts --------------------------------------------------------- 1.74s testnode : Install packages via pip ------------------------------------- 1.73s testnode : Blow away lingering OSD data and FSIDs ----------------------- 1.64s users : Update authorized_keys for each user with literal keys ---------- 1.19s Gathering Facts --------------------------------------------------------- 1.09s 2022-01-15T17:30:21.289 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi027.front.sepia.ceph.com'), Remote(name='ubuntu@smithi103.front.sepia.ceph.com')] 2022-01-15T17:30:21.291 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2022-01-15T17:30:21.292 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:30:21.346 DEBUG:teuthology.orchestra.run.smithi027:> true 2022-01-15T17:30:21.472 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2022-01-15T17:30:21.473 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-15T17:30:21.519 DEBUG:teuthology.orchestra.run.smithi103:> true 2022-01-15T17:30:21.644 INFO:teuthology.run_tasks:Running task clock... 2022-01-15T17:30:21.657 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-01-15T17:30:21.657 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-15T17:30:21.659 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-15T17:30:21.662 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-15T17:30:21.662 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-15T17:30:21.697 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: ntpd 4.2.8p12@1.3728-o (1): Starting 2022-01-15T17:30:21.697 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Command line: ntpd -gq 2022-01-15T17:30:21.698 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: ntpd 4.2.8p12@1.3728-o (1): Starting 2022-01-15T17:30:21.698 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Command line: ntpd -gq 2022-01-15T17:30:21.699 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: proto: precision = 0.101 usec (-23) 2022-01-15T17:30:21.699 INFO:teuthology.orchestra.run.smithi027.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2022-01-15T17:30:21.700 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2022-01-15T17:30:21.700 INFO:teuthology.orchestra.run.smithi027.stderr:restrict ::: KOD does nothing without LIMITED. 2022-01-15T17:30:21.702 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: restrict ::: KOD does nothing without LIMITED. 2022-01-15T17:30:21.702 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Listen and drop on 0 v6wildcard [::]:123 2022-01-15T17:30:21.702 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2022-01-15T17:30:21.702 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Listen normally on 2 lo 127.0.0.1:123 2022-01-15T17:30:21.703 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Listen normally on 3 ens1f0 172.21.15.27:123 2022-01-15T17:30:21.703 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Listen normally on 4 lo [::1]:123 2022-01-15T17:30:21.703 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:395a%4]:123 2022-01-15T17:30:21.703 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:21 ntpd[9699]: Listening on routing socket on fd #22 for interface updates 2022-01-15T17:30:21.704 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: proto: precision = 0.098 usec (-23) 2022-01-15T17:30:21.705 INFO:teuthology.orchestra.run.smithi103.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2022-01-15T17:30:21.705 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2022-01-15T17:30:21.706 INFO:teuthology.orchestra.run.smithi103.stderr:restrict ::: KOD does nothing without LIMITED. 2022-01-15T17:30:21.707 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: restrict ::: KOD does nothing without LIMITED. 2022-01-15T17:30:21.707 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Listen and drop on 0 v6wildcard [::]:123 2022-01-15T17:30:21.707 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2022-01-15T17:30:21.708 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Listen normally on 2 lo 127.0.0.1:123 2022-01-15T17:30:21.708 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Listen normally on 3 enp3s0f1 172.21.15.103:123 2022-01-15T17:30:21.708 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Listen normally on 4 lo [::1]:123 2022-01-15T17:30:21.708 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cc0b%5]:123 2022-01-15T17:30:21.709 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:21 ntpd[9750]: Listening on routing socket on fd #22 for interface updates 2022-01-15T17:30:22.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:22.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:22.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:22.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:22.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:22.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:22.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:22.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:22.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:22.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:22.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:22.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:22 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:22.702 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:22 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:22.703 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:22 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:22.703 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:22 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:22.703 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:22 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:22.703 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:22 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:22.704 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:22 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:23.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:23 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:23.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:23 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:23.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:23 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:23.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:23 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:23.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:23 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:23.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:23 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:24.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:24.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:24.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:24.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:24 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:24.705 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.705 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.705 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:24.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:24.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:24.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:24.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:24.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:24.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:24.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:24.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:24.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:24 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:25.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:25 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:25.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:25 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:25.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:25 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:25.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:25 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:25.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:25 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:25.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:25 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:26.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:26.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:26.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:26.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:26.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.703 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:26.703 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:26 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:26.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.706 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.707 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:26.708 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:26.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:26.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:26.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:26.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:26.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:26.711 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:26.711 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:26.711 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:26 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:27.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:27 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:27.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:27 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:27.698 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:27 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:27.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:27 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:27.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:27 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:27.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:27 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:28.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.699 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.700 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.701 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.702 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:28.703 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:28.703 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.703 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.704 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:28.704 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:28.706 INFO:teuthology.orchestra.run.smithi027.stdout:15 Jan 17:30:28 ntpd[9699]: ntpd: time slew +0.000011 s 2022-01-15T17:30:28.706 INFO:teuthology.orchestra.run.smithi027.stdout:ntpd: time slew +0.000011s 2022-01-15T17:30:28.707 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2022-01-15T17:30:28.707 INFO:teuthology.orchestra.run.smithi027.stderr:15 Jan 17:30:28 ntpd[9699]: can't open /var/log/ntpstats/loopstats.20220115: Permission denied 2022-01-15T17:30:28.709 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.710 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.711 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.711 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.711 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.711 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2022-01-15T17:30:28.712 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: can't open /var/log/ntpstats/rawstats.20220115: Permission denied 2022-01-15T17:30:28.712 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2022-01-15T17:30:28.712 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: can't open /var/log/ntpstats/peerstats.20220115: Permission denied 2022-01-15T17:30:28.712 INFO:teuthology.orchestra.run.smithi103.stdout:15 Jan 17:30:28 ntpd[9750]: ntpd: time slew -0.002094 s 2022-01-15T17:30:28.713 INFO:teuthology.orchestra.run.smithi103.stdout:ntpd: time slew -0.002094s 2022-01-15T17:30:28.713 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2022-01-15T17:30:28.713 INFO:teuthology.orchestra.run.smithi103.stderr:15 Jan 17:30:28 ntpd[9750]: can't open /var/log/ntpstats/loopstats.20220115: Permission denied 2022-01-15T17:30:28.759 INFO:teuthology.orchestra.run.smithi103.stdout: remote refid st t when poll reach delay offset jitter 2022-01-15T17:30:28.759 INFO:teuthology.orchestra.run.smithi103.stdout:============================================================================== 2022-01-15T17:30:28.760 INFO:teuthology.orchestra.run.smithi103.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.760 INFO:teuthology.orchestra.run.smithi103.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.760 INFO:teuthology.orchestra.run.smithi103.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.760 INFO:teuthology.orchestra.run.smithi103.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.773 INFO:teuthology.orchestra.run.smithi027.stdout: remote refid st t when poll reach delay offset jitter 2022-01-15T17:30:28.773 INFO:teuthology.orchestra.run.smithi027.stdout:============================================================================== 2022-01-15T17:30:28.773 INFO:teuthology.orchestra.run.smithi027.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.774 INFO:teuthology.orchestra.run.smithi027.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.774 INFO:teuthology.orchestra.run.smithi027.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.774 INFO:teuthology.orchestra.run.smithi027.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2022-01-15T17:30:28.775 INFO:teuthology.run_tasks:Running task install... 2022-01-15T17:30:28.784 DEBUG:teuthology.task.install:project ceph 2022-01-15T17:30:28.785 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'}} 2022-01-15T17:30:28.785 DEBUG:teuthology.task.install:config {'exclude_packages': ['ceph-volume'], 'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'} 2022-01-15T17:30:28.785 INFO:teuthology.task.install:Using flavor: default 2022-01-15T17:30:28.792 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2022-01-15T17:30:28.792 INFO:teuthology.task.install:extra packages: [] 2022-01-15T17:30:28.793 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2022-01-15T17:30:28.867 INFO:teuthology.orchestra.run.smithi027.stdout:Ubuntu 2022-01-15T17:30:28.873 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:30:28.873 DEBUG:teuthology.orchestra.run.smithi103:> sudo lsb_release -is 2022-01-15T17:30:28.874 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-key list | grep Ceph 2022-01-15T17:30:28.924 INFO:teuthology.orchestra.run.smithi103.stdout:Ubuntu 2022-01-15T17:30:28.931 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:30:28.932 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-key list | grep Ceph 2022-01-15T17:30:28.973 INFO:teuthology.orchestra.run.smithi027.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2022-01-15T17:30:29.036 INFO:teuthology.orchestra.run.smithi103.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2022-01-15T17:30:29.037 INFO:teuthology.orchestra.run.smithi027.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2022-01-15T17:30:29.038 INFO:teuthology.orchestra.run.smithi027.stdout:uid [ unknown] Ceph.com (release key) 2022-01-15T17:30:29.038 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2022-01-15T17:30:29.088 INFO:teuthology.orchestra.run.smithi027.stdout:Ubuntu 2022-01-15T17:30:29.093 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:30:29.093 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2022-01-15T17:30:29.094 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-15T17:30:29.094 INFO:teuthology.packaging:ref: None 2022-01-15T17:30:29.094 INFO:teuthology.packaging:tag: None 2022-01-15T17:30:29.095 INFO:teuthology.packaging:branch: octopus 2022-01-15T17:30:29.095 INFO:teuthology.packaging:sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 2022-01-15T17:30:29.096 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2022-01-15T17:30:29.102 INFO:teuthology.orchestra.run.smithi103.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2022-01-15T17:30:29.103 INFO:teuthology.orchestra.run.smithi103.stdout:uid [ unknown] Ceph.com (release key) 2022-01-15T17:30:29.103 DEBUG:teuthology.orchestra.run.smithi103:> sudo lsb_release -is 2022-01-15T17:30:29.155 INFO:teuthology.orchestra.run.smithi103.stdout:Ubuntu 2022-01-15T17:30:29.160 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:30:29.160 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2022-01-15T17:30:29.160 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-15T17:30:29.161 INFO:teuthology.packaging:ref: None 2022-01-15T17:30:29.162 INFO:teuthology.packaging:tag: None 2022-01-15T17:30:29.162 INFO:teuthology.packaging:branch: octopus 2022-01-15T17:30:29.162 INFO:teuthology.packaging:sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 2022-01-15T17:30:29.162 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2022-01-15T17:30:29.380 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default/ 2022-01-15T17:30:29.381 INFO:teuthology.task.install.deb:Package version is 15.2.15-130-g92c4304b-1focal 2022-01-15T17:30:29.461 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default/ 2022-01-15T17:30:29.462 INFO:teuthology.task.install.deb:Package version is 15.2.15-130-g92c4304b-1focal 2022-01-15T17:30:29.555 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:30:29.556 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2022-01-15T17:30:29.572 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-get update 2022-01-15T17:30:29.620 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:30:29.621 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2022-01-15T17:30:29.637 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get update 2022-01-15T17:30:29.787 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2022-01-15T17:30:29.830 INFO:teuthology.orchestra.run.smithi027.stdout:Ign:1 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal InRelease 2022-01-15T17:30:29.846 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2022-01-15T17:30:29.846 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal InRelease 2022-01-15T17:30:29.865 INFO:teuthology.orchestra.run.smithi027.stdout:Get:4 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal Release [7,680 B] 2022-01-15T17:30:29.891 INFO:teuthology.orchestra.run.smithi103.stdout:Ign:2 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal InRelease 2022-01-15T17:30:29.901 INFO:teuthology.orchestra.run.smithi027.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal Release.gpg 2022-01-15T17:30:29.905 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal InRelease 2022-01-15T17:30:29.920 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:6 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2022-01-15T17:30:29.928 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal Release [7,680 B] 2022-01-15T17:30:29.935 INFO:teuthology.orchestra.run.smithi027.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main i386 Packages [3,053 B] 2022-01-15T17:30:29.964 INFO:teuthology.orchestra.run.smithi103.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal Release.gpg 2022-01-15T17:30:29.990 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:6 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2022-01-15T17:30:29.991 INFO:teuthology.orchestra.run.smithi027.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 Packages [15.8 kB] 2022-01-15T17:30:29.998 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 Packages [15.8 kB] 2022-01-15T17:30:30.005 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2022-01-15T17:30:30.050 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main i386 Packages [3,053 B] 2022-01-15T17:30:30.076 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:9 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2022-01-15T17:30:30.444 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 26.5 kB in 1s (41.6 kB/s) 2022-01-15T17:30:30.504 INFO:teuthology.orchestra.run.smithi027.stdout:Fetched 26.5 kB in 1s (34.3 kB/s) 2022-01-15T17:30:31.251 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2022-01-15T17:30:31.273 DEBUG:teuthology.orchestra.run.smithi103:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.15-130-g92c4304b-1focal cephadm=15.2.15-130-g92c4304b-1focal ceph-mds=15.2.15-130-g92c4304b-1focal ceph-mgr=15.2.15-130-g92c4304b-1focal ceph-common=15.2.15-130-g92c4304b-1focal ceph-fuse=15.2.15-130-g92c4304b-1focal ceph-test=15.2.15-130-g92c4304b-1focal radosgw=15.2.15-130-g92c4304b-1focal python3-rados=15.2.15-130-g92c4304b-1focal python3-rgw=15.2.15-130-g92c4304b-1focal python3-cephfs=15.2.15-130-g92c4304b-1focal python3-rbd=15.2.15-130-g92c4304b-1focal libcephfs2=15.2.15-130-g92c4304b-1focal libcephfs-dev=15.2.15-130-g92c4304b-1focal librados2=15.2.15-130-g92c4304b-1focal librbd1=15.2.15-130-g92c4304b-1focal rbd-fuse=15.2.15-130-g92c4304b-1focal 2022-01-15T17:30:31.340 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2022-01-15T17:30:31.351 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:30:31.376 DEBUG:teuthology.orchestra.run.smithi027:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.15-130-g92c4304b-1focal cephadm=15.2.15-130-g92c4304b-1focal ceph-mds=15.2.15-130-g92c4304b-1focal ceph-mgr=15.2.15-130-g92c4304b-1focal ceph-common=15.2.15-130-g92c4304b-1focal ceph-fuse=15.2.15-130-g92c4304b-1focal ceph-test=15.2.15-130-g92c4304b-1focal radosgw=15.2.15-130-g92c4304b-1focal python3-rados=15.2.15-130-g92c4304b-1focal python3-rgw=15.2.15-130-g92c4304b-1focal python3-cephfs=15.2.15-130-g92c4304b-1focal python3-rbd=15.2.15-130-g92c4304b-1focal libcephfs2=15.2.15-130-g92c4304b-1focal libcephfs-dev=15.2.15-130-g92c4304b-1focal librados2=15.2.15-130-g92c4304b-1focal librbd1=15.2.15-130-g92c4304b-1focal rbd-fuse=15.2.15-130-g92c4304b-1focal 2022-01-15T17:30:31.446 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:30:31.510 INFO:teuthology.orchestra.run.smithi103.stdout:Building dependency tree... 2022-01-15T17:30:31.511 INFO:teuthology.orchestra.run.smithi103.stdout:Reading state information... 2022-01-15T17:30:31.603 INFO:teuthology.orchestra.run.smithi027.stdout:Building dependency tree... 2022-01-15T17:30:31.603 INFO:teuthology.orchestra.run.smithi027.stdout:Reading state information... 2022-01-15T17:30:31.660 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages were automatically installed and are no longer required: 2022-01-15T17:30:31.660 INFO:teuthology.orchestra.run.smithi103.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 libllvm11 2022-01-15T17:30:31.660 INFO:teuthology.orchestra.run.smithi103.stdout: linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic 2022-01-15T17:30:31.660 INFO:teuthology.orchestra.run.smithi103.stdout: linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic 2022-01-15T17:30:31.661 INFO:teuthology.orchestra.run.smithi103.stdout: linux-modules-extra-5.4.0-66-generic 2022-01-15T17:30:31.661 INFO:teuthology.orchestra.run.smithi103.stdout:Use 'sudo apt autoremove' to remove them. 2022-01-15T17:30:31.661 INFO:teuthology.orchestra.run.smithi103.stdout:The following additional packages will be installed: 2022-01-15T17:30:31.661 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2022-01-15T17:30:31.662 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2022-01-15T17:30:31.662 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon ceph-osd jq libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2022-01-15T17:30:31.662 INFO:teuthology.orchestra.run.smithi103.stdout: libleveldb1d liblttng-ust0 liboath0 libonig5 librabbitmq4 libradosstriper1 2022-01-15T17:30:31.662 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka1 librgw2 libxslt1.1 nvme-cli python-pastedeploy-tpl 2022-01-15T17:30:31.663 INFO:teuthology.orchestra.run.smithi103.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2022-01-15T17:30:31.663 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common 2022-01-15T17:30:31.663 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2022-01-15T17:30:31.663 INFO:teuthology.orchestra.run.smithi103.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2022-01-15T17:30:31.664 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2022-01-15T17:30:31.664 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2022-01-15T17:30:31.664 INFO:teuthology.orchestra.run.smithi103.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2022-01-15T17:30:31.664 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2022-01-15T17:30:31.665 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2022-01-15T17:30:31.665 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2022-01-15T17:30:31.665 INFO:teuthology.orchestra.run.smithi103.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2022-01-15T17:30:31.665 INFO:teuthology.orchestra.run.smithi103.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2022-01-15T17:30:31.665 INFO:teuthology.orchestra.run.smithi103.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2022-01-15T17:30:31.666 INFO:teuthology.orchestra.run.smithi103.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2022-01-15T17:30:31.667 INFO:teuthology.orchestra.run.smithi103.stdout:Suggested packages: 2022-01-15T17:30:31.667 INFO:teuthology.orchestra.run.smithi103.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2022-01-15T17:30:31.667 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2022-01-15T17:30:31.668 INFO:teuthology.orchestra.run.smithi103.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2022-01-15T17:30:31.668 INFO:teuthology.orchestra.run.smithi103.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2022-01-15T17:30:31.668 INFO:teuthology.orchestra.run.smithi103.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2022-01-15T17:30:31.668 INFO:teuthology.orchestra.run.smithi103.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2022-01-15T17:30:31.669 INFO:teuthology.orchestra.run.smithi103.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2022-01-15T17:30:31.669 INFO:teuthology.orchestra.run.smithi103.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2022-01-15T17:30:31.669 INFO:teuthology.orchestra.run.smithi103.stdout:Recommended packages: 2022-01-15T17:30:31.670 INFO:teuthology.orchestra.run.smithi103.stdout: btrfs-tools 2022-01-15T17:30:31.742 INFO:teuthology.orchestra.run.smithi027.stdout:The following packages were automatically installed and are no longer required: 2022-01-15T17:30:31.742 INFO:teuthology.orchestra.run.smithi027.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 libllvm11 2022-01-15T17:30:31.742 INFO:teuthology.orchestra.run.smithi027.stdout: linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic 2022-01-15T17:30:31.743 INFO:teuthology.orchestra.run.smithi027.stdout: linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic 2022-01-15T17:30:31.743 INFO:teuthology.orchestra.run.smithi027.stdout: linux-modules-extra-5.4.0-66-generic 2022-01-15T17:30:31.743 INFO:teuthology.orchestra.run.smithi027.stdout:Use 'sudo apt autoremove' to remove them. 2022-01-15T17:30:31.743 INFO:teuthology.orchestra.run.smithi027.stdout:The following additional packages will be installed: 2022-01-15T17:30:31.743 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2022-01-15T17:30:31.744 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2022-01-15T17:30:31.744 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon ceph-osd jq libjq1 libjs-sphinxdoc libjs-underscore liblbfgsb0 2022-01-15T17:30:31.744 INFO:teuthology.orchestra.run.smithi027.stdout: libleveldb1d liblttng-ust0 liboath0 libonig5 librabbitmq4 libradosstriper1 2022-01-15T17:30:31.746 INFO:teuthology.orchestra.run.smithi027.stdout: librdkafka1 librgw2 libxslt1.1 nvme-cli python-pastedeploy-tpl 2022-01-15T17:30:31.747 INFO:teuthology.orchestra.run.smithi027.stdout: python3-atomicwrites python3-attr python3-bcrypt python3-blinker python3-bs4 2022-01-15T17:30:31.747 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common 2022-01-15T17:30:31.747 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cherrypy3 python3-cryptography python3-decorator python3-google-auth 2022-01-15T17:30:31.747 INFO:teuthology.orchestra.run.smithi027.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2022-01-15T17:30:31.747 INFO:teuthology.orchestra.run.smithi027.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2022-01-15T17:30:31.748 INFO:teuthology.orchestra.run.smithi027.stdout: python3-markupsafe python3-oauthlib python3-openssl python3-packaging 2022-01-15T17:30:31.748 INFO:teuthology.orchestra.run.smithi027.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2022-01-15T17:30:31.748 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2022-01-15T17:30:31.748 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2022-01-15T17:30:31.749 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2022-01-15T17:30:31.749 INFO:teuthology.orchestra.run.smithi027.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2022-01-15T17:30:31.749 INFO:teuthology.orchestra.run.smithi027.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2022-01-15T17:30:31.749 INFO:teuthology.orchestra.run.smithi027.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2022-01-15T17:30:31.750 INFO:teuthology.orchestra.run.smithi027.stdout: python3-websocket python3-webtest python3-werkzeug socat xmlstarlet 2022-01-15T17:30:31.750 INFO:teuthology.orchestra.run.smithi027.stdout:Suggested packages: 2022-01-15T17:30:31.750 INFO:teuthology.orchestra.run.smithi027.stdout: python3-influxdb python-attr-doc python-blinker-doc python-cryptography-doc 2022-01-15T17:30:31.750 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2022-01-15T17:30:31.751 INFO:teuthology.orchestra.run.smithi027.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2022-01-15T17:30:31.751 INFO:teuthology.orchestra.run.smithi027.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2022-01-15T17:30:31.751 INFO:teuthology.orchestra.run.smithi027.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2022-01-15T17:30:31.751 INFO:teuthology.orchestra.run.smithi027.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2022-01-15T17:30:31.752 INFO:teuthology.orchestra.run.smithi027.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2022-01-15T17:30:31.752 INFO:teuthology.orchestra.run.smithi027.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2022-01-15T17:30:31.752 INFO:teuthology.orchestra.run.smithi027.stdout:Recommended packages: 2022-01-15T17:30:31.752 INFO:teuthology.orchestra.run.smithi027.stdout: btrfs-tools 2022-01-15T17:30:31.763 INFO:teuthology.orchestra.run.smithi103.stdout:The following NEW packages will be installed: 2022-01-15T17:30:31.763 INFO:teuthology.orchestra.run.smithi103.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2022-01-15T17:30:31.763 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2022-01-15T17:30:31.764 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2022-01-15T17:30:31.766 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev libcephfs2 libjq1 2022-01-15T17:30:31.768 INFO:teuthology.orchestra.run.smithi103.stdout: libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d liblttng-ust0 2022-01-15T17:30:31.768 INFO:teuthology.orchestra.run.smithi103.stdout: liboath0 libonig5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2022-01-15T17:30:31.768 INFO:teuthology.orchestra.run.smithi103.stdout: libxslt1.1 nvme-cli python-pastedeploy-tpl python3-atomicwrites python3-attr 2022-01-15T17:30:31.769 INFO:teuthology.orchestra.run.smithi103.stdout: python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2022-01-15T17:30:31.769 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cherrypy3 2022-01-15T17:30:31.769 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2022-01-15T17:30:31.769 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2022-01-15T17:30:31.770 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2022-01-15T17:30:31.770 INFO:teuthology.orchestra.run.smithi103.stdout: python3-oauthlib python3-openssl python3-packaging python3-paste 2022-01-15T17:30:31.770 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pluggy 2022-01-15T17:30:31.770 INFO:teuthology.orchestra.run.smithi103.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2022-01-15T17:30:31.771 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-rados 2022-01-15T17:30:31.771 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rbd python3-repoze.lru python3-requests-oauthlib python3-rgw 2022-01-15T17:30:31.771 INFO:teuthology.orchestra.run.smithi103.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric 2022-01-15T17:30:31.771 INFO:teuthology.orchestra.run.smithi103.stdout: python3-simplejson python3-singledispatch python3-sklearn 2022-01-15T17:30:31.771 INFO:teuthology.orchestra.run.smithi103.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2022-01-15T17:30:31.772 INFO:teuthology.orchestra.run.smithi103.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2022-01-15T17:30:31.772 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2022-01-15T17:30:31.772 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages will be upgraded: 2022-01-15T17:30:31.772 INFO:teuthology.orchestra.run.smithi103.stdout: librados2 librbd1 2022-01-15T17:30:31.845 INFO:teuthology.orchestra.run.smithi027.stdout:The following NEW packages will be installed: 2022-01-15T17:30:31.846 INFO:teuthology.orchestra.run.smithi027.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2022-01-15T17:30:31.846 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-cloud 2022-01-15T17:30:31.846 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local ceph-mgr-k8sevents ceph-mgr-modules-core 2022-01-15T17:30:31.846 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon ceph-osd ceph-test cephadm jq libcephfs-dev libcephfs2 libjq1 2022-01-15T17:30:31.847 INFO:teuthology.orchestra.run.smithi027.stdout: libjs-sphinxdoc libjs-underscore liblbfgsb0 libleveldb1d liblttng-ust0 2022-01-15T17:30:31.849 INFO:teuthology.orchestra.run.smithi027.stdout: liboath0 libonig5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2022-01-15T17:30:31.849 INFO:teuthology.orchestra.run.smithi027.stdout: libxslt1.1 nvme-cli python-pastedeploy-tpl python3-atomicwrites python3-attr 2022-01-15T17:30:31.849 INFO:teuthology.orchestra.run.smithi027.stdout: python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2022-01-15T17:30:31.849 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-argparse python3-ceph-common python3-cephfs python3-cherrypy3 2022-01-15T17:30:31.850 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2022-01-15T17:30:31.850 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2022-01-15T17:30:31.850 INFO:teuthology.orchestra.run.smithi027.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2022-01-15T17:30:31.850 INFO:teuthology.orchestra.run.smithi027.stdout: python3-oauthlib python3-openssl python3-packaging python3-paste 2022-01-15T17:30:31.851 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pastedeploy python3-pastescript python3-pecan python3-pluggy 2022-01-15T17:30:31.851 INFO:teuthology.orchestra.run.smithi027.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2022-01-15T17:30:31.851 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-rados 2022-01-15T17:30:31.851 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rbd python3-repoze.lru python3-requests-oauthlib python3-rgw 2022-01-15T17:30:31.851 INFO:teuthology.orchestra.run.smithi027.stdout: python3-routes python3-rsa python3-scipy python3-simplegeneric 2022-01-15T17:30:31.852 INFO:teuthology.orchestra.run.smithi027.stdout: python3-simplejson python3-singledispatch python3-sklearn 2022-01-15T17:30:31.852 INFO:teuthology.orchestra.run.smithi027.stdout: python3-sklearn-lib python3-soupsieve python3-tempita python3-waitress 2022-01-15T17:30:31.852 INFO:teuthology.orchestra.run.smithi027.stdout: python3-wcwidth python3-webencodings python3-webob python3-websocket 2022-01-15T17:30:31.852 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webtest python3-werkzeug radosgw rbd-fuse socat xmlstarlet 2022-01-15T17:30:31.853 INFO:teuthology.orchestra.run.smithi027.stdout:The following packages will be upgraded: 2022-01-15T17:30:31.853 INFO:teuthology.orchestra.run.smithi027.stdout: librados2 librbd1 2022-01-15T17:30:31.963 INFO:teuthology.orchestra.run.smithi103.stdout:2 upgraded, 97 newly installed, 0 to remove and 84 not upgraded. 2022-01-15T17:30:31.964 INFO:teuthology.orchestra.run.smithi103.stdout:Need to get 153 MB of archives. 2022-01-15T17:30:31.964 INFO:teuthology.orchestra.run.smithi103.stdout:After this operation, 697 MB of additional disk space will be used. 2022-01-15T17:30:31.964 INFO:teuthology.orchestra.run.smithi103.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2022-01-15T17:30:31.976 INFO:teuthology.orchestra.run.smithi103.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 15.2.15-130-g92c4304b-1focal [1,694 kB] 2022-01-15T17:30:32.046 INFO:teuthology.orchestra.run.smithi027.stdout:2 upgraded, 97 newly installed, 0 to remove and 84 not upgraded. 2022-01-15T17:30:32.046 INFO:teuthology.orchestra.run.smithi027.stdout:Need to get 153 MB of archives. 2022-01-15T17:30:32.047 INFO:teuthology.orchestra.run.smithi027.stdout:After this operation, 697 MB of additional disk space will be used. 2022-01-15T17:30:32.047 INFO:teuthology.orchestra.run.smithi027.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2022-01-15T17:30:32.079 INFO:teuthology.orchestra.run.smithi027.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 15.2.15-130-g92c4304b-1focal [1,694 kB] 2022-01-15T17:30:32.370 INFO:teuthology.orchestra.run.smithi103.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2022-01-15T17:30:32.378 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2022-01-15T17:30:32.381 INFO:teuthology.orchestra.run.smithi027.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 15.2.15-130-g92c4304b-1focal [3,248 kB] 2022-01-15T17:30:32.396 INFO:teuthology.orchestra.run.smithi103.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2022-01-15T17:30:32.436 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 15.2.15-130-g92c4304b-1focal [3,248 kB] 2022-01-15T17:30:32.455 INFO:teuthology.orchestra.run.smithi027.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2022-01-15T17:30:32.459 INFO:teuthology.orchestra.run.smithi027.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2022-01-15T17:30:32.460 INFO:teuthology.orchestra.run.smithi027.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2022-01-15T17:30:32.542 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2022-01-15T17:30:32.575 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2022-01-15T17:30:32.582 INFO:teuthology.orchestra.run.smithi103.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2022-01-15T17:30:32.594 INFO:teuthology.orchestra.run.smithi027.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 libleveldb1d amd64 1.22-3ubuntu2 [139 kB] 2022-01-15T17:30:32.610 INFO:teuthology.orchestra.run.smithi103.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2022-01-15T17:30:32.615 INFO:teuthology.orchestra.run.smithi103.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2022-01-15T17:30:32.618 INFO:teuthology.orchestra.run.smithi103.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2022-01-15T17:30:32.636 INFO:teuthology.orchestra.run.smithi103.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2022-01-15T17:30:32.637 INFO:teuthology.orchestra.run.smithi103.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2022-01-15T17:30:32.639 INFO:teuthology.orchestra.run.smithi103.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2022-01-15T17:30:32.640 INFO:teuthology.orchestra.run.smithi103.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2022-01-15T17:30:32.645 INFO:teuthology.orchestra.run.smithi027.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2022-01-15T17:30:32.654 INFO:teuthology.orchestra.run.smithi027.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.1 [211 kB] 2022-01-15T17:30:32.673 INFO:teuthology.orchestra.run.smithi027.stdout:Get:10 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 15.2.15-130-g92c4304b-1focal [464 kB] 2022-01-15T17:30:32.686 INFO:teuthology.orchestra.run.smithi027.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2022-01-15T17:30:32.693 INFO:teuthology.orchestra.run.smithi027.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2022-01-15T17:30:32.698 INFO:teuthology.orchestra.run.smithi027.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2022-01-15T17:30:32.717 INFO:teuthology.orchestra.run.smithi103.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2022-01-15T17:30:32.717 INFO:teuthology.orchestra.run.smithi027.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jwt all 1.7.1-2ubuntu2 [17.4 kB] 2022-01-15T17:30:32.718 INFO:teuthology.orchestra.run.smithi103.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2022-01-15T17:30:32.719 INFO:teuthology.orchestra.run.smithi027.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2022-01-15T17:30:32.719 INFO:teuthology.orchestra.run.smithi103.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2022-01-15T17:30:32.719 INFO:teuthology.orchestra.run.smithi027.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2022-01-15T17:30:32.721 INFO:teuthology.orchestra.run.smithi027.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2 [59.1 kB] 2022-01-15T17:30:32.722 INFO:teuthology.orchestra.run.smithi103.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2022-01-15T17:30:32.723 INFO:teuthology.orchestra.run.smithi103.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2022-01-15T17:30:32.727 INFO:teuthology.orchestra.run.smithi027.stdout:Get:18 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 15.2.15-130-g92c4304b-1focal [365 kB] 2022-01-15T17:30:32.753 INFO:teuthology.orchestra.run.smithi027.stdout:Get:19 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 15.2.15-130-g92c4304b-1focal [20.8 kB] 2022-01-15T17:30:32.755 INFO:teuthology.orchestra.run.smithi027.stdout:Get:20 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 15.2.15-130-g92c4304b-1focal [156 kB] 2022-01-15T17:30:32.784 INFO:teuthology.orchestra.run.smithi027.stdout:Get:21 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 15.2.15-130-g92c4304b-1focal [29.4 kB] 2022-01-15T17:30:32.785 INFO:teuthology.orchestra.run.smithi027.stdout:Get:22 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 15.2.15-130-g92c4304b-1focal [363 kB] 2022-01-15T17:30:32.796 INFO:teuthology.orchestra.run.smithi027.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2022-01-15T17:30:32.796 INFO:teuthology.orchestra.run.smithi027.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2022-01-15T17:30:32.797 INFO:teuthology.orchestra.run.smithi027.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2022-01-15T17:30:32.801 INFO:teuthology.orchestra.run.smithi027.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2022-01-15T17:30:32.802 INFO:teuthology.orchestra.run.smithi027.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2022-01-15T17:30:32.802 INFO:teuthology.orchestra.run.smithi103.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2022-01-15T17:30:32.805 INFO:teuthology.orchestra.run.smithi103.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2022-01-15T17:30:32.806 INFO:teuthology.orchestra.run.smithi103.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2022-01-15T17:30:32.807 INFO:teuthology.orchestra.run.smithi027.stdout:Get:28 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 15.2.15-130-g92c4304b-1focal [3,144 kB] 2022-01-15T17:30:32.827 INFO:teuthology.orchestra.run.smithi103.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2022-01-15T17:30:32.827 INFO:teuthology.orchestra.run.smithi103.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2022-01-15T17:30:32.882 INFO:teuthology.orchestra.run.smithi027.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-waitress all 1.4.1-1 [80.6 kB] 2022-01-15T17:30:32.885 INFO:teuthology.orchestra.run.smithi027.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2022-01-15T17:30:32.886 INFO:teuthology.orchestra.run.smithi027.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2022-01-15T17:30:32.887 INFO:teuthology.orchestra.run.smithi103.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2022-01-15T17:30:32.888 INFO:teuthology.orchestra.run.smithi103.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2022-01-15T17:30:32.891 INFO:teuthology.orchestra.run.smithi103.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2022-01-15T17:30:32.900 INFO:teuthology.orchestra.run.smithi103.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2022-01-15T17:30:32.904 INFO:teuthology.orchestra.run.smithi103.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2022-01-15T17:30:32.907 INFO:teuthology.orchestra.run.smithi027.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2022-01-15T17:30:32.907 INFO:teuthology.orchestra.run.smithi027.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2022-01-15T17:30:32.967 INFO:teuthology.orchestra.run.smithi027.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2022-01-15T17:30:32.968 INFO:teuthology.orchestra.run.smithi027.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2022-01-15T17:30:32.971 INFO:teuthology.orchestra.run.smithi027.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-werkzeug all 0.16.1+dfsg1-2 [183 kB] 2022-01-15T17:30:32.973 INFO:teuthology.orchestra.run.smithi103.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2022-01-15T17:30:32.977 INFO:teuthology.orchestra.run.smithi103.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2022-01-15T17:30:32.980 INFO:teuthology.orchestra.run.smithi027.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2022-01-15T17:30:32.981 INFO:teuthology.orchestra.run.smithi103.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2022-01-15T17:30:32.984 INFO:teuthology.orchestra.run.smithi027.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2022-01-15T17:30:32.985 INFO:teuthology.orchestra.run.smithi103.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2022-01-15T17:30:32.986 INFO:teuthology.orchestra.run.smithi103.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2022-01-15T17:30:33.052 INFO:teuthology.orchestra.run.smithi027.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2022-01-15T17:30:33.056 INFO:teuthology.orchestra.run.smithi027.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2022-01-15T17:30:33.058 INFO:teuthology.orchestra.run.smithi103.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2022-01-15T17:30:33.061 INFO:teuthology.orchestra.run.smithi027.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2022-01-15T17:30:33.064 INFO:teuthology.orchestra.run.smithi027.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2022-01-15T17:30:33.065 INFO:teuthology.orchestra.run.smithi027.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2022-01-15T17:30:33.095 INFO:teuthology.orchestra.run.smithi103.stdout:Get:38 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 15.2.15-130-g92c4304b-1focal [464 kB] 2022-01-15T17:30:33.137 INFO:teuthology.orchestra.run.smithi027.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2022-01-15T17:30:33.139 INFO:teuthology.orchestra.run.smithi027.stdout:Get:45 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 15.2.15-130-g92c4304b-1focal [116 kB] 2022-01-15T17:30:33.147 INFO:teuthology.orchestra.run.smithi027.stdout:Get:46 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 15.2.15-130-g92c4304b-1focal [361 kB] 2022-01-15T17:30:33.169 INFO:teuthology.orchestra.run.smithi027.stdout:Get:47 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 15.2.15-130-g92c4304b-1focal [20.1 MB] 2022-01-15T17:30:33.177 INFO:teuthology.orchestra.run.smithi103.stdout:Get:39 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 15.2.15-130-g92c4304b-1focal [365 kB] 2022-01-15T17:30:33.267 INFO:teuthology.orchestra.run.smithi103.stdout:Get:40 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 15.2.15-130-g92c4304b-1focal [20.8 kB] 2022-01-15T17:30:33.271 INFO:teuthology.orchestra.run.smithi103.stdout:Get:41 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 15.2.15-130-g92c4304b-1focal [156 kB] 2022-01-15T17:30:33.333 INFO:teuthology.orchestra.run.smithi103.stdout:Get:42 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 15.2.15-130-g92c4304b-1focal [29.4 kB] 2022-01-15T17:30:33.335 INFO:teuthology.orchestra.run.smithi103.stdout:Get:43 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 15.2.15-130-g92c4304b-1focal [363 kB] 2022-01-15T17:30:33.356 INFO:teuthology.orchestra.run.smithi103.stdout:Get:44 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 15.2.15-130-g92c4304b-1focal [3,144 kB] 2022-01-15T17:30:33.434 INFO:teuthology.orchestra.run.smithi103.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2022-01-15T17:30:33.491 INFO:teuthology.orchestra.run.smithi103.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2022-01-15T17:30:33.493 INFO:teuthology.orchestra.run.smithi103.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2022-01-15T17:30:33.520 INFO:teuthology.orchestra.run.smithi027.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2022-01-15T17:30:33.536 INFO:teuthology.orchestra.run.smithi103.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2022-01-15T17:30:33.536 INFO:teuthology.orchestra.run.smithi103.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2022-01-15T17:30:33.536 INFO:teuthology.orchestra.run.smithi103.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2022-01-15T17:30:33.537 INFO:teuthology.orchestra.run.smithi103.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2022-01-15T17:30:33.537 INFO:teuthology.orchestra.run.smithi103.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2022-01-15T17:30:33.538 INFO:teuthology.orchestra.run.smithi103.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2022-01-15T17:30:33.538 INFO:teuthology.orchestra.run.smithi103.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2022-01-15T17:30:33.566 INFO:teuthology.orchestra.run.smithi027.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2022-01-15T17:30:33.568 INFO:teuthology.orchestra.run.smithi027.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2022-01-15T17:30:33.606 INFO:teuthology.orchestra.run.smithi103.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2022-01-15T17:30:33.606 INFO:teuthology.orchestra.run.smithi103.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2022-01-15T17:30:33.621 INFO:teuthology.orchestra.run.smithi027.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2022-01-15T17:30:33.622 INFO:teuthology.orchestra.run.smithi027.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2022-01-15T17:30:33.623 INFO:teuthology.orchestra.run.smithi027.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2022-01-15T17:30:33.624 INFO:teuthology.orchestra.run.smithi027.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2022-01-15T17:30:33.624 INFO:teuthology.orchestra.run.smithi027.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2022-01-15T17:30:33.640 INFO:teuthology.orchestra.run.smithi027.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2022-01-15T17:30:33.641 INFO:teuthology.orchestra.run.smithi027.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2022-01-15T17:30:33.691 INFO:teuthology.orchestra.run.smithi103.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2022-01-15T17:30:33.693 INFO:teuthology.orchestra.run.smithi027.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2022-01-15T17:30:33.694 INFO:teuthology.orchestra.run.smithi027.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2022-01-15T17:30:33.697 INFO:teuthology.orchestra.run.smithi103.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2022-01-15T17:30:33.700 INFO:teuthology.orchestra.run.smithi103.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2022-01-15T17:30:33.703 INFO:teuthology.orchestra.run.smithi103.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2022-01-15T17:30:33.704 INFO:teuthology.orchestra.run.smithi103.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2022-01-15T17:30:33.708 INFO:teuthology.orchestra.run.smithi103.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2022-01-15T17:30:33.709 INFO:teuthology.orchestra.run.smithi103.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2022-01-15T17:30:33.711 INFO:teuthology.orchestra.run.smithi103.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2022-01-15T17:30:33.777 INFO:teuthology.orchestra.run.smithi103.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2022-01-15T17:30:33.777 INFO:teuthology.orchestra.run.smithi103.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2022-01-15T17:30:33.778 INFO:teuthology.orchestra.run.smithi027.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2022-01-15T17:30:33.785 INFO:teuthology.orchestra.run.smithi027.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2022-01-15T17:30:33.789 INFO:teuthology.orchestra.run.smithi027.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2022-01-15T17:30:33.790 INFO:teuthology.orchestra.run.smithi027.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2022-01-15T17:30:33.791 INFO:teuthology.orchestra.run.smithi027.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2022-01-15T17:30:33.794 INFO:teuthology.orchestra.run.smithi027.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/main amd64 libxslt1.1 amd64 1.1.34-4 [152 kB] 2022-01-15T17:30:33.795 INFO:teuthology.orchestra.run.smithi027.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2022-01-15T17:30:33.797 INFO:teuthology.orchestra.run.smithi027.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2022-01-15T17:30:33.862 INFO:teuthology.orchestra.run.smithi103.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2022-01-15T17:30:33.862 INFO:teuthology.orchestra.run.smithi103.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2022-01-15T17:30:33.863 INFO:teuthology.orchestra.run.smithi027.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2022-01-15T17:30:33.864 INFO:teuthology.orchestra.run.smithi103.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2022-01-15T17:30:33.866 INFO:teuthology.orchestra.run.smithi027.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2022-01-15T17:30:33.883 INFO:teuthology.orchestra.run.smithi103.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2022-01-15T17:30:33.883 INFO:teuthology.orchestra.run.smithi103.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2022-01-15T17:30:33.884 INFO:teuthology.orchestra.run.smithi103.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2022-01-15T17:30:33.884 INFO:teuthology.orchestra.run.smithi103.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2022-01-15T17:30:33.885 INFO:teuthology.orchestra.run.smithi103.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2022-01-15T17:30:33.947 INFO:teuthology.orchestra.run.smithi103.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2022-01-15T17:30:33.948 INFO:teuthology.orchestra.run.smithi103.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2022-01-15T17:30:33.949 INFO:teuthology.orchestra.run.smithi027.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2022-01-15T17:30:33.950 INFO:teuthology.orchestra.run.smithi027.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2022-01-15T17:30:33.952 INFO:teuthology.orchestra.run.smithi027.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2022-01-15T17:30:33.970 INFO:teuthology.orchestra.run.smithi027.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2022-01-15T17:30:33.970 INFO:teuthology.orchestra.run.smithi027.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2022-01-15T17:30:33.971 INFO:teuthology.orchestra.run.smithi027.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2022-01-15T17:30:33.972 INFO:teuthology.orchestra.run.smithi027.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2022-01-15T17:30:33.972 INFO:teuthology.orchestra.run.smithi027.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2022-01-15T17:30:33.994 INFO:teuthology.orchestra.run.smithi103.stdout:Get:77 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 15.2.15-130-g92c4304b-1focal [116 kB] 2022-01-15T17:30:34.003 INFO:teuthology.orchestra.run.smithi103.stdout:Get:78 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 15.2.15-130-g92c4304b-1focal [361 kB] 2022-01-15T17:30:34.033 INFO:teuthology.orchestra.run.smithi103.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2022-01-15T17:30:34.034 INFO:teuthology.orchestra.run.smithi027.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2022-01-15T17:30:34.035 INFO:teuthology.orchestra.run.smithi027.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2022-01-15T17:30:34.036 INFO:teuthology.orchestra.run.smithi103.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2022-01-15T17:30:34.087 INFO:teuthology.orchestra.run.smithi103.stdout:Get:81 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 15.2.15-130-g92c4304b-1focal [20.1 MB] 2022-01-15T17:30:34.120 INFO:teuthology.orchestra.run.smithi027.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2022-01-15T17:30:34.123 INFO:teuthology.orchestra.run.smithi027.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2022-01-15T17:30:35.113 INFO:teuthology.orchestra.run.smithi027.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 15.2.15-130-g92c4304b-1focal [5,336 kB] 2022-01-15T17:30:35.341 INFO:teuthology.orchestra.run.smithi027.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 15.2.15-130-g92c4304b-1focal [162 kB] 2022-01-15T17:30:35.348 INFO:teuthology.orchestra.run.smithi027.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 15.2.15-130-g92c4304b-1focal [1,402 kB] 2022-01-15T17:30:35.431 INFO:teuthology.orchestra.run.smithi027.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 15.2.15-130-g92c4304b-1focal [6,172 kB] 2022-01-15T17:30:35.789 INFO:teuthology.orchestra.run.smithi027.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 15.2.15-130-g92c4304b-1focal [23.9 MB] 2022-01-15T17:30:36.734 INFO:teuthology.orchestra.run.smithi103.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 15.2.15-130-g92c4304b-1focal [5,336 kB] 2022-01-15T17:30:37.466 INFO:teuthology.orchestra.run.smithi103.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 15.2.15-130-g92c4304b-1focal [162 kB] 2022-01-15T17:30:37.488 INFO:teuthology.orchestra.run.smithi103.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 15.2.15-130-g92c4304b-1focal [1,402 kB] 2022-01-15T17:30:37.498 INFO:teuthology.orchestra.run.smithi027.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 15.2.15-130-g92c4304b-1focal [4,016 B] 2022-01-15T17:30:37.517 INFO:teuthology.orchestra.run.smithi027.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 15.2.15-130-g92c4304b-1focal [538 kB] 2022-01-15T17:30:37.526 INFO:teuthology.orchestra.run.smithi027.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 15.2.15-130-g92c4304b-1focal [2,006 kB] 2022-01-15T17:30:37.633 INFO:teuthology.orchestra.run.smithi027.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 15.2.15-130-g92c4304b-1focal [53.2 kB] 2022-01-15T17:30:37.634 INFO:teuthology.orchestra.run.smithi027.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 15.2.15-130-g92c4304b-1focal [58.2 kB] 2022-01-15T17:30:37.636 INFO:teuthology.orchestra.run.smithi027.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 15.2.15-130-g92c4304b-1focal [3,209 kB] 2022-01-15T17:30:37.703 INFO:teuthology.orchestra.run.smithi103.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 15.2.15-130-g92c4304b-1focal [6,172 kB] 2022-01-15T17:30:37.924 INFO:teuthology.orchestra.run.smithi027.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-cloud all 15.2.15-130-g92c4304b-1focal [34.3 kB] 2022-01-15T17:30:37.925 INFO:teuthology.orchestra.run.smithi027.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 15.2.15-130-g92c4304b-1focal [7,878 kB] 2022-01-15T17:30:38.617 INFO:teuthology.orchestra.run.smithi027.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 15.2.15-130-g92c4304b-1focal [4,132 B] 2022-01-15T17:30:38.618 INFO:teuthology.orchestra.run.smithi027.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 15.2.15-130-g92c4304b-1focal [39.9 MB] 2022-01-15T17:30:38.741 INFO:teuthology.orchestra.run.smithi103.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 15.2.15-130-g92c4304b-1focal [23.9 MB] 2022-01-15T17:30:41.116 INFO:teuthology.orchestra.run.smithi027.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 15.2.15-130-g92c4304b-1focal [18.1 kB] 2022-01-15T17:30:41.116 INFO:teuthology.orchestra.run.smithi027.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 15.2.15-130-g92c4304b-1focal [9,666 kB] 2022-01-15T17:30:41.424 INFO:teuthology.orchestra.run.smithi103.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 15.2.15-130-g92c4304b-1focal [4,016 B] 2022-01-15T17:30:41.425 INFO:teuthology.orchestra.run.smithi103.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 15.2.15-130-g92c4304b-1focal [538 kB] 2022-01-15T17:30:41.436 INFO:teuthology.orchestra.run.smithi103.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 15.2.15-130-g92c4304b-1focal [2,006 kB] 2022-01-15T17:30:41.449 INFO:teuthology.orchestra.run.smithi027.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 15.2.15-130-g92c4304b-1focal [60.9 kB] 2022-01-15T17:30:41.559 INFO:teuthology.orchestra.run.smithi103.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 15.2.15-130-g92c4304b-1focal [53.2 kB] 2022-01-15T17:30:41.561 INFO:teuthology.orchestra.run.smithi103.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 15.2.15-130-g92c4304b-1focal [58.2 kB] 2022-01-15T17:30:41.562 INFO:teuthology.orchestra.run.smithi103.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 15.2.15-130-g92c4304b-1focal [3,209 kB] 2022-01-15T17:30:41.786 INFO:teuthology.orchestra.run.smithi103.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-cloud all 15.2.15-130-g92c4304b-1focal [34.3 kB] 2022-01-15T17:30:41.787 INFO:teuthology.orchestra.run.smithi103.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 15.2.15-130-g92c4304b-1focal [7,878 kB] 2022-01-15T17:30:42.068 INFO:teuthology.orchestra.run.smithi027.stdout:Fetched 153 MB in 10s (15.9 MB/s) 2022-01-15T17:30:42.220 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2022-01-15T17:30:42.288 INFO:teuthology.orchestra.run.smithi027.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174688 files and directories currently installed.) 2022-01-15T17:30:42.294 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../00-liblttng-ust0_2.11.0-1_amd64.deb ... 2022-01-15T17:30:42.376 INFO:teuthology.orchestra.run.smithi103.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 15.2.15-130-g92c4304b-1focal [4,132 B] 2022-01-15T17:30:42.377 INFO:teuthology.orchestra.run.smithi103.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 15.2.15-130-g92c4304b-1focal [39.9 MB] 2022-01-15T17:30:42.378 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2022-01-15T17:30:42.726 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../01-librbd1_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:42.835 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking librbd1 (15.2.15-130-g92c4304b-1focal) over (15.2.14-0ubuntu0.20.04.2) ... 2022-01-15T17:30:43.376 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../02-librados2_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:43.522 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking librados2 (15.2.15-130-g92c4304b-1focal) over (15.2.14-0ubuntu0.20.04.2) ... 2022-01-15T17:30:44.166 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libcephfs2. 2022-01-15T17:30:44.186 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../03-libcephfs2_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:44.226 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libcephfs2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:44.554 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-rados. 2022-01-15T17:30:44.574 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../04-python3-rados_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:44.638 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-rados (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:44.964 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-ceph-argparse. 2022-01-15T17:30:44.985 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../05-python3-ceph-argparse_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:30:45.015 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-ceph-argparse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:45.308 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-cephfs. 2022-01-15T17:30:45.327 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../06-python3-cephfs_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:45.367 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-cephfs (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:45.522 INFO:teuthology.orchestra.run.smithi103.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 15.2.15-130-g92c4304b-1focal [18.1 kB] 2022-01-15T17:30:45.522 INFO:teuthology.orchestra.run.smithi103.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 15.2.15-130-g92c4304b-1focal [9,666 kB] 2022-01-15T17:30:45.736 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-ceph-common. 2022-01-15T17:30:45.755 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../07-python3-ceph-common_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:30:45.804 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:45.982 INFO:teuthology.orchestra.run.smithi103.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 15.2.15-130-g92c4304b-1focal [60.9 kB] 2022-01-15T17:30:46.115 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-prettytable. 2022-01-15T17:30:46.135 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../08-python3-prettytable_0.7.2-5_all.deb ... 2022-01-15T17:30:46.173 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2022-01-15T17:30:46.459 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-rbd. 2022-01-15T17:30:46.479 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../09-python3-rbd_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:46.517 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-rbd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:46.570 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 153 MB in 14s (10.8 MB/s) 2022-01-15T17:30:46.767 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2022-01-15T17:30:46.833 INFO:teuthology.orchestra.run.smithi103.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 174688 files and directories currently installed.) 2022-01-15T17:30:46.838 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../00-liblttng-ust0_2.11.0-1_amd64.deb ... 2022-01-15T17:30:46.917 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2022-01-15T17:30:46.920 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package librabbitmq4:amd64. 2022-01-15T17:30:46.940 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../10-librabbitmq4_0.10.0-1_amd64.deb ... 2022-01-15T17:30:46.987 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2022-01-15T17:30:47.262 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../01-librbd1_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:47.332 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package librdkafka1:amd64. 2022-01-15T17:30:47.351 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../11-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2022-01-15T17:30:47.390 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2022-01-15T17:30:47.417 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librbd1 (15.2.15-130-g92c4304b-1focal) over (15.2.14-0ubuntu0.20.04.2) ... 2022-01-15T17:30:47.718 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package librgw2. 2022-01-15T17:30:47.740 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../12-librgw2_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:47.784 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking librgw2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:47.940 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../02-librados2_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:48.072 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librados2 (15.2.15-130-g92c4304b-1focal) over (15.2.14-0ubuntu0.20.04.2) ... 2022-01-15T17:30:48.338 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-rgw. 2022-01-15T17:30:48.356 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../13-python3-rgw_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:48.420 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-rgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:48.715 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libleveldb1d:amd64. 2022-01-15T17:30:48.736 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../14-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2022-01-15T17:30:48.759 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libcephfs2. 2022-01-15T17:30:48.778 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../03-libcephfs2_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:48.781 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2022-01-15T17:30:48.813 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libcephfs2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:49.097 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rados. 2022-01-15T17:30:49.116 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../04-python3-rados_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:49.142 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package liboath0. 2022-01-15T17:30:49.155 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rados (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:49.165 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../15-liboath0_2.6.1-1.3_amd64.deb ... 2022-01-15T17:30:49.209 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2022-01-15T17:30:49.543 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-ceph-argparse. 2022-01-15T17:30:49.545 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libradosstriper1. 2022-01-15T17:30:49.561 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../05-python3-ceph-argparse_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:30:49.564 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../16-libradosstriper1_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:49.601 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-ceph-argparse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:49.603 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libradosstriper1 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:49.982 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cephfs. 2022-01-15T17:30:50.003 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../06-python3-cephfs_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:50.105 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cephfs (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:50.165 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-common. 2022-01-15T17:30:50.189 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../17-ceph-common_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:50.273 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:50.432 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-ceph-common. 2022-01-15T17:30:50.451 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../07-python3-ceph-common_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:30:50.490 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:50.827 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-prettytable. 2022-01-15T17:30:50.850 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../08-python3-prettytable_0.7.2-5_all.deb ... 2022-01-15T17:30:50.894 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2022-01-15T17:30:51.121 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rbd. 2022-01-15T17:30:51.142 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../09-python3-rbd_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:51.179 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rbd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:51.491 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package librabbitmq4:amd64. 2022-01-15T17:30:51.509 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../10-librabbitmq4_0.10.0-1_amd64.deb ... 2022-01-15T17:30:51.557 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2022-01-15T17:30:51.894 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package librdkafka1:amd64. 2022-01-15T17:30:51.913 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../11-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2022-01-15T17:30:51.952 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2022-01-15T17:30:52.306 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package librgw2. 2022-01-15T17:30:52.325 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../12-librgw2_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:52.366 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librgw2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:52.396 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-base. 2022-01-15T17:30:52.415 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../18-ceph-base_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:52.465 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-base (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:52.958 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rgw. 2022-01-15T17:30:52.979 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../13-python3-rgw_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:53.016 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:53.353 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libleveldb1d:amd64. 2022-01-15T17:30:53.372 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../14-libleveldb1d_1.22-3ubuntu2_amd64.deb ... 2022-01-15T17:30:53.384 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-cryptography. 2022-01-15T17:30:53.403 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../19-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2022-01-15T17:30:53.411 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libleveldb1d:amd64 (1.22-3ubuntu2) ... 2022-01-15T17:30:53.442 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2022-01-15T17:30:53.798 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liboath0. 2022-01-15T17:30:53.816 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../15-liboath0_2.6.1-1.3_amd64.deb ... 2022-01-15T17:30:53.855 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-openssl. 2022-01-15T17:30:53.855 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2022-01-15T17:30:53.874 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../20-python3-openssl_19.0.0-1build1_all.deb ... 2022-01-15T17:30:53.946 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2022-01-15T17:30:54.167 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libradosstriper1. 2022-01-15T17:30:54.185 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../16-libradosstriper1_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:54.225 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libradosstriper1 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:54.233 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2022-01-15T17:30:54.253 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../21-ceph-mgr-modules-core_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:30:54.282 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mgr-modules-core (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:54.687 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-bcrypt. 2022-01-15T17:30:54.688 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-common. 2022-01-15T17:30:54.706 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../22-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2022-01-15T17:30:54.710 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../17-ceph-common_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:54.745 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2022-01-15T17:30:54.754 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:55.065 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-cherrypy3. 2022-01-15T17:30:55.086 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../23-python3-cherrypy3_8.9.1-6_all.deb ... 2022-01-15T17:30:55.123 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2022-01-15T17:30:55.460 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-jwt. 2022-01-15T17:30:55.479 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../24-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2022-01-15T17:30:55.543 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2022-01-15T17:30:55.846 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-logutils. 2022-01-15T17:30:55.869 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../25-python3-logutils_0.3.3-7_all.deb ... 2022-01-15T17:30:55.921 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-logutils (0.3.3-7) ... 2022-01-15T17:30:56.265 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-markupsafe. 2022-01-15T17:30:56.288 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../26-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2022-01-15T17:30:56.332 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2022-01-15T17:30:56.685 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-mako. 2022-01-15T17:30:56.706 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../27-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2022-01-15T17:30:56.743 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2022-01-15T17:30:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-base. 2022-01-15T17:30:56.896 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../18-ceph-base_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:30:56.946 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-base (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:57.063 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-simplegeneric. 2022-01-15T17:30:57.085 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../28-python3-simplegeneric_0.8.1-3_all.deb ... 2022-01-15T17:30:57.122 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2022-01-15T17:30:57.449 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-singledispatch. 2022-01-15T17:30:57.469 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../29-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2022-01-15T17:30:57.508 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2022-01-15T17:30:57.782 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cryptography. 2022-01-15T17:30:57.803 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../19-python3-cryptography_2.8-3ubuntu0.1_amd64.deb ... 2022-01-15T17:30:57.855 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.1) ... 2022-01-15T17:30:57.860 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-webob. 2022-01-15T17:30:57.879 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../30-python3-webob_1%3a1.8.5-2_all.deb ... 2022-01-15T17:30:57.918 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2022-01-15T17:30:58.197 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-soupsieve. 2022-01-15T17:30:58.212 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-openssl. 2022-01-15T17:30:58.216 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../31-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2022-01-15T17:30:58.234 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../20-python3-openssl_19.0.0-1build1_all.deb ... 2022-01-15T17:30:58.270 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2022-01-15T17:30:58.279 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2022-01-15T17:30:58.498 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2022-01-15T17:30:58.518 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../21-ceph-mgr-modules-core_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:30:58.558 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-bs4. 2022-01-15T17:30:58.577 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../32-python3-bs4_4.8.2-1_all.deb ... 2022-01-15T17:30:58.581 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-modules-core (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:30:58.616 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2022-01-15T17:30:58.927 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-bcrypt. 2022-01-15T17:30:58.944 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-waitress. 2022-01-15T17:30:58.950 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../22-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2022-01-15T17:30:58.963 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../33-python3-waitress_1.4.1-1_all.deb ... 2022-01-15T17:30:58.994 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2022-01-15T17:30:58.997 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-waitress (1.4.1-1) ... 2022-01-15T17:30:59.322 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cherrypy3. 2022-01-15T17:30:59.341 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../23-python3-cherrypy3_8.9.1-6_all.deb ... 2022-01-15T17:30:59.356 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-tempita. 2022-01-15T17:30:59.377 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../34-python3-tempita_0.5.2-6_all.deb ... 2022-01-15T17:30:59.380 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2022-01-15T17:30:59.513 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-tempita (0.5.2-6) ... 2022-01-15T17:30:59.726 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-jwt. 2022-01-15T17:30:59.745 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../24-python3-jwt_1.7.1-2ubuntu2_all.deb ... 2022-01-15T17:30:59.784 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2) ... 2022-01-15T17:30:59.816 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-paste. 2022-01-15T17:30:59.835 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../35-python3-paste_3.4.0+dfsg1-1_all.deb ... 2022-01-15T17:30:59.900 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2022-01-15T17:31:00.154 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-logutils. 2022-01-15T17:31:00.174 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../25-python3-logutils_0.3.3-7_all.deb ... 2022-01-15T17:31:00.212 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-logutils (0.3.3-7) ... 2022-01-15T17:31:00.236 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2022-01-15T17:31:00.255 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../36-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2022-01-15T17:31:00.302 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2022-01-15T17:31:00.491 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-markupsafe. 2022-01-15T17:31:00.509 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../26-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2022-01-15T17:31:00.541 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2022-01-15T17:31:00.680 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pastedeploy. 2022-01-15T17:31:00.700 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../37-python3-pastedeploy_2.1.0-1_all.deb ... 2022-01-15T17:31:00.739 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2022-01-15T17:31:00.861 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-mako. 2022-01-15T17:31:00.883 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../27-python3-mako_1.1.0+ds1-1ubuntu2_all.deb ... 2022-01-15T17:31:00.927 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2) ... 2022-01-15T17:31:01.066 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-webtest. 2022-01-15T17:31:01.087 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../38-python3-webtest_2.0.32-2_all.deb ... 2022-01-15T17:31:01.124 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-webtest (2.0.32-2) ... 2022-01-15T17:31:01.248 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-simplegeneric. 2022-01-15T17:31:01.270 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../28-python3-simplegeneric_0.8.1-3_all.deb ... 2022-01-15T17:31:01.314 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2022-01-15T17:31:01.444 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pecan. 2022-01-15T17:31:01.463 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../39-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2022-01-15T17:31:01.527 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2022-01-15T17:31:01.642 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-singledispatch. 2022-01-15T17:31:01.661 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../29-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2022-01-15T17:31:01.700 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2022-01-15T17:31:01.865 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-werkzeug. 2022-01-15T17:31:01.885 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../40-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2022-01-15T17:31:01.923 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2022-01-15T17:31:02.004 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-webob. 2022-01-15T17:31:02.024 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../30-python3-webob_1%3a1.8.5-2_all.deb ... 2022-01-15T17:31:02.082 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2022-01-15T17:31:02.310 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mgr. 2022-01-15T17:31:02.333 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../41-ceph-mgr_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:02.376 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mgr (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:02.432 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-soupsieve. 2022-01-15T17:31:02.452 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../31-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2022-01-15T17:31:02.490 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2022-01-15T17:31:02.844 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-bs4. 2022-01-15T17:31:02.846 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mon. 2022-01-15T17:31:02.863 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../32-python3-bs4_4.8.2-1_all.deb ... 2022-01-15T17:31:02.869 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../42-ceph-mon_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:02.902 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2022-01-15T17:31:02.915 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mon (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:03.289 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-waitress. 2022-01-15T17:31:03.308 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../33-python3-waitress_1.4.1-1_all.deb ... 2022-01-15T17:31:03.351 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-waitress (1.4.1-1) ... 2022-01-15T17:31:03.684 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-tempita. 2022-01-15T17:31:03.707 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../34-python3-tempita_0.5.2-6_all.deb ... 2022-01-15T17:31:03.750 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-tempita (0.5.2-6) ... 2022-01-15T17:31:03.958 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-osd. 2022-01-15T17:31:03.978 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../43-ceph-osd_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:04.016 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-osd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:04.047 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-paste. 2022-01-15T17:31:04.070 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../35-python3-paste_3.4.0+dfsg1-1_all.deb ... 2022-01-15T17:31:04.114 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2022-01-15T17:31:04.425 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2022-01-15T17:31:04.445 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../36-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2022-01-15T17:31:04.483 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2022-01-15T17:31:04.786 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pastedeploy. 2022-01-15T17:31:04.805 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../37-python3-pastedeploy_2.1.0-1_all.deb ... 2022-01-15T17:31:04.844 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2022-01-15T17:31:05.189 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-webtest. 2022-01-15T17:31:05.209 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../38-python3-webtest_2.0.32-2_all.deb ... 2022-01-15T17:31:05.248 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-webtest (2.0.32-2) ... 2022-01-15T17:31:06.134 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pecan. 2022-01-15T17:31:06.153 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../39-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2022-01-15T17:31:06.192 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2022-01-15T17:31:06.613 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph. 2022-01-15T17:31:06.631 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-werkzeug. 2022-01-15T17:31:06.634 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../44-ceph_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:06.649 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../40-python3-werkzeug_0.16.1+dfsg1-2_all.deb ... 2022-01-15T17:31:06.671 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:06.689 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2) ... 2022-01-15T17:31:07.016 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-fuse. 2022-01-15T17:31:07.035 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../45-ceph-fuse_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:07.074 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:07.113 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr. 2022-01-15T17:31:07.134 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../41-ceph-mgr_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:07.175 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:07.502 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mds. 2022-01-15T17:31:07.522 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../46-ceph-mds_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:07.571 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mon. 2022-01-15T17:31:07.585 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mds (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:07.591 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../42-ceph-mon_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:07.628 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mon (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:08.147 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package cephadm. 2022-01-15T17:31:08.169 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../47-cephadm_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:08.213 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:08.541 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-jinja2. 2022-01-15T17:31:08.562 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../48-python3-jinja2_2.10.1-2_all.deb ... 2022-01-15T17:31:08.599 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2022-01-15T17:31:08.682 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-osd. 2022-01-15T17:31:08.701 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../43-ceph-osd_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:08.741 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-osd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:08.969 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2022-01-15T17:31:08.988 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../49-ceph-mgr-cephadm_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:09.027 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mgr-cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:09.389 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-repoze.lru. 2022-01-15T17:31:09.408 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../50-python3-repoze.lru_0.7-2_all.deb ... 2022-01-15T17:31:09.447 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2022-01-15T17:31:09.758 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libjs-underscore. 2022-01-15T17:31:09.781 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../51-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2022-01-15T17:31:09.833 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2022-01-15T17:31:10.102 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libjs-sphinxdoc. 2022-01-15T17:31:10.122 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../52-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2022-01-15T17:31:10.160 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2022-01-15T17:31:10.480 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-routes. 2022-01-15T17:31:10.501 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../53-python3-routes_2.4.1-2_all.deb ... 2022-01-15T17:31:10.538 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-routes (2.4.1-2) ... 2022-01-15T17:31:10.891 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2022-01-15T17:31:10.911 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../54-ceph-mgr-dashboard_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:10.949 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mgr-dashboard (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:11.571 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph. 2022-01-15T17:31:11.594 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../44-ceph_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:11.638 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:11.899 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-fuse. 2022-01-15T17:31:11.919 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../45-ceph-fuse_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:11.949 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:12.344 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mds. 2022-01-15T17:31:12.362 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../46-ceph-mds_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:12.384 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2022-01-15T17:31:12.401 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mds (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:12.404 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../55-ceph-mgr-diskprediction-cloud_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:12.475 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:12.787 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-decorator. 2022-01-15T17:31:12.806 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../56-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2022-01-15T17:31:12.845 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2022-01-15T17:31:12.930 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package cephadm. 2022-01-15T17:31:12.949 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../47-cephadm_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:12.997 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:13.173 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2022-01-15T17:31:13.195 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../57-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2022-01-15T17:31:13.239 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2022-01-15T17:31:13.266 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-jinja2. 2022-01-15T17:31:13.287 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../48-python3-jinja2_2.10.1-2_all.deb ... 2022-01-15T17:31:13.316 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2022-01-15T17:31:13.578 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2022-01-15T17:31:13.599 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../49-ceph-mgr-cephadm_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:13.625 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-scipy. 2022-01-15T17:31:13.627 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:13.645 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../58-python3-scipy_1.3.3-3build1_amd64.deb ... 2022-01-15T17:31:13.683 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2022-01-15T17:31:13.898 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-repoze.lru. 2022-01-15T17:31:13.918 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../50-python3-repoze.lru_0.7-2_all.deb ... 2022-01-15T17:31:13.956 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2022-01-15T17:31:14.209 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libjs-underscore. 2022-01-15T17:31:14.228 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../51-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2022-01-15T17:31:14.267 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2022-01-15T17:31:14.578 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libjs-sphinxdoc. 2022-01-15T17:31:14.596 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../52-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2022-01-15T17:31:14.636 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2022-01-15T17:31:14.956 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-routes. 2022-01-15T17:31:14.977 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../53-python3-routes_2.4.1-2_all.deb ... 2022-01-15T17:31:15.022 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-routes (2.4.1-2) ... 2022-01-15T17:31:15.034 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-sklearn-lib. 2022-01-15T17:31:15.055 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../59-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2022-01-15T17:31:15.092 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2022-01-15T17:31:15.359 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2022-01-15T17:31:15.379 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../54-ceph-mgr-dashboard_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:15.417 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-dashboard (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:15.629 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-joblib. 2022-01-15T17:31:15.652 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../60-python3-joblib_0.14.0-3_all.deb ... 2022-01-15T17:31:15.696 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-joblib (0.14.0-3) ... 2022-01-15T17:31:16.100 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-sklearn. 2022-01-15T17:31:16.123 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../61-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2022-01-15T17:31:16.166 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2022-01-15T17:31:16.367 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-diskprediction-cloud. 2022-01-15T17:31:16.386 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../55-ceph-mgr-diskprediction-cloud_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:16.425 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-diskprediction-cloud (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:16.836 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-decorator. 2022-01-15T17:31:16.856 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../56-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2022-01-15T17:31:16.895 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2022-01-15T17:31:17.025 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2022-01-15T17:31:17.044 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../62-ceph-mgr-diskprediction-local_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:17.091 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:17.247 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2022-01-15T17:31:17.270 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../57-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2022-01-15T17:31:17.314 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2022-01-15T17:31:17.617 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-scipy. 2022-01-15T17:31:17.639 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../58-python3-scipy_1.3.3-3build1_amd64.deb ... 2022-01-15T17:31:17.683 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2022-01-15T17:31:18.227 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-cachetools. 2022-01-15T17:31:18.247 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../63-python3-cachetools_4.0.0-1_all.deb ... 2022-01-15T17:31:18.285 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2022-01-15T17:31:18.622 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pyasn1. 2022-01-15T17:31:18.642 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../64-python3-pyasn1_0.4.2-3build1_all.deb ... 2022-01-15T17:31:18.680 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2022-01-15T17:31:18.984 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-sklearn-lib. 2022-01-15T17:31:19.005 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../59-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2022-01-15T17:31:19.042 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2022-01-15T17:31:19.050 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pyasn1-modules. 2022-01-15T17:31:19.071 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../65-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2022-01-15T17:31:19.108 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2022-01-15T17:31:19.419 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-rsa. 2022-01-15T17:31:19.439 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../66-python3-rsa_4.0-3_all.deb ... 2022-01-15T17:31:19.478 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-rsa (4.0-3) ... 2022-01-15T17:31:19.588 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-joblib. 2022-01-15T17:31:19.606 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../60-python3-joblib_0.14.0-3_all.deb ... 2022-01-15T17:31:19.646 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-joblib (0.14.0-3) ... 2022-01-15T17:31:19.889 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-google-auth. 2022-01-15T17:31:19.909 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../67-python3-google-auth_1.5.1-2_all.deb ... 2022-01-15T17:31:19.947 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2022-01-15T17:31:20.041 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-sklearn. 2022-01-15T17:31:20.063 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../61-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2022-01-15T17:31:20.108 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2022-01-15T17:31:20.317 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-blinker. 2022-01-15T17:31:20.340 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../68-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2022-01-15T17:31:20.384 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2022-01-15T17:31:20.720 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-oauthlib. 2022-01-15T17:31:20.739 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../69-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2022-01-15T17:31:20.778 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2022-01-15T17:31:20.816 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2022-01-15T17:31:20.836 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../62-ceph-mgr-diskprediction-local_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:20.874 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-diskprediction-local (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:21.107 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-requests-oauthlib. 2022-01-15T17:31:21.130 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../70-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2022-01-15T17:31:21.193 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2022-01-15T17:31:21.510 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-websocket. 2022-01-15T17:31:21.531 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../71-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2022-01-15T17:31:21.568 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2022-01-15T17:31:21.904 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-kubernetes. 2022-01-15T17:31:21.926 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../72-python3-kubernetes_7.0.0~a1-2_all.deb ... 2022-01-15T17:31:21.970 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2022-01-15T17:31:22.003 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cachetools. 2022-01-15T17:31:22.021 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../63-python3-cachetools_4.0.0-1_all.deb ... 2022-01-15T17:31:22.061 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2022-01-15T17:31:22.372 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pyasn1. 2022-01-15T17:31:22.392 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../64-python3-pyasn1_0.4.2-3build1_all.deb ... 2022-01-15T17:31:22.439 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2022-01-15T17:31:22.517 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2022-01-15T17:31:22.540 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../73-ceph-mgr-k8sevents_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:22.584 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-mgr-k8sevents (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:22.776 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pyasn1-modules. 2022-01-15T17:31:22.796 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../65-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2022-01-15T17:31:22.859 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2022-01-15T17:31:22.961 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libonig5:amd64. 2022-01-15T17:31:22.981 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../74-libonig5_6.9.4-1_amd64.deb ... 2022-01-15T17:31:23.020 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2022-01-15T17:31:23.170 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rsa. 2022-01-15T17:31:23.189 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../66-python3-rsa_4.0-3_all.deb ... 2022-01-15T17:31:23.236 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rsa (4.0-3) ... 2022-01-15T17:31:23.398 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libjq1:amd64. 2022-01-15T17:31:23.417 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../75-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2022-01-15T17:31:23.455 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:31:23.590 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-google-auth. 2022-01-15T17:31:23.611 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../67-python3-google-auth_1.5.1-2_all.deb ... 2022-01-15T17:31:23.648 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2022-01-15T17:31:23.750 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package jq. 2022-01-15T17:31:23.771 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../76-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2022-01-15T17:31:23.808 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:31:24.120 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package socat. 2022-01-15T17:31:24.139 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../77-socat_1.7.3.3-2_amd64.deb ... 2022-01-15T17:31:24.152 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-blinker. 2022-01-15T17:31:24.171 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../68-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2022-01-15T17:31:24.186 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking socat (1.7.3.3-2) ... 2022-01-15T17:31:24.210 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2022-01-15T17:31:24.538 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-oauthlib. 2022-01-15T17:31:24.558 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../69-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2022-01-15T17:31:24.596 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2022-01-15T17:31:24.598 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libxslt1.1:amd64. 2022-01-15T17:31:24.621 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../78-libxslt1.1_1.1.34-4_amd64.deb ... 2022-01-15T17:31:24.664 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2022-01-15T17:31:24.933 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-requests-oauthlib. 2022-01-15T17:31:24.942 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package xmlstarlet. 2022-01-15T17:31:24.953 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../70-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2022-01-15T17:31:24.965 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../79-xmlstarlet_1.6.1-2build1_amd64.deb ... 2022-01-15T17:31:25.008 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2022-01-15T17:31:25.034 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2022-01-15T17:31:25.311 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-websocket. 2022-01-15T17:31:25.330 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../71-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2022-01-15T17:31:25.363 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package ceph-test. 2022-01-15T17:31:25.369 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2022-01-15T17:31:25.383 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../80-ceph-test_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:25.421 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking ceph-test (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:25.714 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-kubernetes. 2022-01-15T17:31:25.733 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../72-python3-kubernetes_7.0.0~a1-2_all.deb ... 2022-01-15T17:31:25.781 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2022-01-15T17:31:26.269 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2022-01-15T17:31:26.289 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../73-ceph-mgr-k8sevents_15.2.15-130-g92c4304b-1focal_all.deb ... 2022-01-15T17:31:26.327 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-k8sevents (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:26.672 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libonig5:amd64. 2022-01-15T17:31:26.695 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../74-libonig5_6.9.4-1_amd64.deb ... 2022-01-15T17:31:26.738 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2022-01-15T17:31:27.116 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libjq1:amd64. 2022-01-15T17:31:27.137 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../75-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2022-01-15T17:31:27.174 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:31:27.444 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package jq. 2022-01-15T17:31:27.463 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../76-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2022-01-15T17:31:27.502 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:31:27.805 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package socat. 2022-01-15T17:31:27.825 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../77-socat_1.7.3.3-2_amd64.deb ... 2022-01-15T17:31:27.863 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking socat (1.7.3.3-2) ... 2022-01-15T17:31:28.250 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libxslt1.1:amd64. 2022-01-15T17:31:28.269 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../78-libxslt1.1_1.1.34-4_amd64.deb ... 2022-01-15T17:31:28.308 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libxslt1.1:amd64 (1.1.34-4) ... 2022-01-15T17:31:28.620 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package xmlstarlet. 2022-01-15T17:31:28.639 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../79-xmlstarlet_1.6.1-2build1_amd64.deb ... 2022-01-15T17:31:28.678 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2022-01-15T17:31:29.033 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-test. 2022-01-15T17:31:29.043 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package libcephfs-dev. 2022-01-15T17:31:29.052 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../80-ceph-test_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:29.064 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../81-libcephfs-dev_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:29.090 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-test (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:29.101 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking libcephfs-dev (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:29.571 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package nvme-cli. 2022-01-15T17:31:29.591 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../82-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2022-01-15T17:31:29.656 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2022-01-15T17:31:30.036 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-atomicwrites. 2022-01-15T17:31:30.056 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../83-python3-atomicwrites_1.1.5-2build1_all.deb ... 2022-01-15T17:31:30.094 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2022-01-15T17:31:30.405 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-attr. 2022-01-15T17:31:30.425 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../84-python3-attr_19.3.0-2_all.deb ... 2022-01-15T17:31:30.480 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-attr (19.3.0-2) ... 2022-01-15T17:31:30.808 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-webencodings. 2022-01-15T17:31:30.828 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../85-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2022-01-15T17:31:30.883 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2022-01-15T17:31:31.194 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-html5lib. 2022-01-15T17:31:31.215 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../86-python3-html5lib_1.0.1-2_all.deb ... 2022-01-15T17:31:31.244 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2022-01-15T17:31:31.606 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-lxml:amd64. 2022-01-15T17:31:31.626 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../87-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2022-01-15T17:31:31.664 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2022-01-15T17:31:32.134 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-packaging. 2022-01-15T17:31:32.155 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../88-python3-packaging_20.3-1_all.deb ... 2022-01-15T17:31:32.192 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-packaging (20.3-1) ... 2022-01-15T17:31:32.437 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libcephfs-dev. 2022-01-15T17:31:32.457 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../81-libcephfs-dev_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:32.495 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libcephfs-dev (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:32.495 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pastescript. 2022-01-15T17:31:32.515 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../89-python3-pastescript_2.0.2-4_all.deb ... 2022-01-15T17:31:32.553 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2022-01-15T17:31:32.899 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pluggy. 2022-01-15T17:31:32.919 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../90-python3-pluggy_0.13.0-2_all.deb ... 2022-01-15T17:31:32.949 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package nvme-cli. 2022-01-15T17:31:32.957 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2022-01-15T17:31:32.969 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../82-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2022-01-15T17:31:33.025 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2022-01-15T17:31:33.302 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-psutil. 2022-01-15T17:31:33.323 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../91-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2022-01-15T17:31:33.360 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2022-01-15T17:31:33.430 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-atomicwrites. 2022-01-15T17:31:33.453 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../83-python3-atomicwrites_1.1.5-2build1_all.deb ... 2022-01-15T17:31:33.496 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2022-01-15T17:31:33.722 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-py. 2022-01-15T17:31:33.743 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../92-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2022-01-15T17:31:33.779 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2022-01-15T17:31:33.799 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-attr. 2022-01-15T17:31:33.820 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../84-python3-attr_19.3.0-2_all.deb ... 2022-01-15T17:31:33.857 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-attr (19.3.0-2) ... 2022-01-15T17:31:34.116 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pyinotify. 2022-01-15T17:31:34.136 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../93-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2022-01-15T17:31:34.174 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2022-01-15T17:31:34.211 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-webencodings. 2022-01-15T17:31:34.230 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../85-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2022-01-15T17:31:34.269 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2022-01-15T17:31:34.528 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-wcwidth. 2022-01-15T17:31:34.548 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../94-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2022-01-15T17:31:34.571 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-html5lib. 2022-01-15T17:31:34.586 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2022-01-15T17:31:34.595 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../86-python3-html5lib_1.0.1-2_all.deb ... 2022-01-15T17:31:34.638 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2022-01-15T17:31:34.914 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-pytest. 2022-01-15T17:31:34.934 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../95-python3-pytest_4.6.9-1_all.deb ... 2022-01-15T17:31:34.972 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-pytest (4.6.9-1) ... 2022-01-15T17:31:35.000 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-lxml:amd64. 2022-01-15T17:31:35.023 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../87-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2022-01-15T17:31:35.066 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2022-01-15T17:31:35.360 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package python3-simplejson. 2022-01-15T17:31:35.382 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../96-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2022-01-15T17:31:35.425 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2022-01-15T17:31:35.570 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-packaging. 2022-01-15T17:31:35.590 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../88-python3-packaging_20.3-1_all.deb ... 2022-01-15T17:31:35.628 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-packaging (20.3-1) ... 2022-01-15T17:31:35.882 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package radosgw. 2022-01-15T17:31:35.905 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../97-radosgw_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:35.931 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pastescript. 2022-01-15T17:31:35.953 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../89-python3-pastescript_2.0.2-4_all.deb ... 2022-01-15T17:31:35.956 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking radosgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:35.998 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2022-01-15T17:31:36.343 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pluggy. 2022-01-15T17:31:36.362 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../90-python3-pluggy_0.13.0-2_all.deb ... 2022-01-15T17:31:36.401 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2022-01-15T17:31:36.696 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-psutil. 2022-01-15T17:31:36.723 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../91-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2022-01-15T17:31:36.779 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2022-01-15T17:31:37.166 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-py. 2022-01-15T17:31:37.185 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../92-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2022-01-15T17:31:37.224 INFO:teuthology.orchestra.run.smithi027.stdout:Selecting previously unselected package rbd-fuse. 2022-01-15T17:31:37.224 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2022-01-15T17:31:37.244 INFO:teuthology.orchestra.run.smithi027.stdout:Preparing to unpack .../98-rbd-fuse_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:37.282 INFO:teuthology.orchestra.run.smithi027.stdout:Unpacking rbd-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:37.544 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pyinotify. 2022-01-15T17:31:37.564 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../93-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2022-01-15T17:31:37.600 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-attr (19.3.0-2) ... 2022-01-15T17:31:37.602 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2022-01-15T17:31:37.930 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-wcwidth. 2022-01-15T17:31:37.949 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../94-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2022-01-15T17:31:37.988 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2022-01-15T17:31:38.070 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2022-01-15T17:31:38.204 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2022-01-15T17:31:38.339 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2022-01-15T17:31:38.367 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pytest. 2022-01-15T17:31:38.386 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../95-python3-pytest_4.6.9-1_all.deb ... 2022-01-15T17:31:38.425 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pytest (4.6.9-1) ... 2022-01-15T17:31:38.540 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:38.769 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-simplejson. 2022-01-15T17:31:38.789 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../96-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2022-01-15T17:31:38.827 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2022-01-15T17:31:39.273 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package radosgw. 2022-01-15T17:31:39.296 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../97-radosgw_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:39.335 INFO:teuthology.orchestra.run.smithi027.stdout:Adding system user cephadm....done 2022-01-15T17:31:39.339 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking radosgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:39.488 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-waitress (1.4.1-1) ... 2022-01-15T17:31:39.949 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-repoze.lru (0.7-2) ... 2022-01-15T17:31:40.308 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up liboath0 (2.6.1-1.3) ... 2022-01-15T17:31:40.385 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package rbd-fuse. 2022-01-15T17:31:40.404 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../98-rbd-fuse_15.2.15-130-g92c4304b-1focal_amd64.deb ... 2022-01-15T17:31:40.434 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2022-01-15T17:31:40.467 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking rbd-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:40.773 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-attr (19.3.0-2) ... 2022-01-15T17:31:40.794 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-joblib (0.14.0-3) ... 2022-01-15T17:31:41.106 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libleveldb1d:amd64 (1.22-3ubuntu2) ... 2022-01-15T17:31:41.213 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2022-01-15T17:31:41.265 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2022-01-15T17:31:41.391 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2022-01-15T17:31:41.556 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-cachetools (4.0.0-1) ... 2022-01-15T17:31:41.593 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:41.840 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2022-01-15T17:31:42.141 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2022-01-15T17:31:42.238 INFO:teuthology.orchestra.run.smithi103.stdout:Adding system user cephadm....done 2022-01-15T17:31:42.791 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-waitress (1.4.1-1) ... 2022-01-15T17:31:42.843 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-ceph-argparse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:43.127 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2022-01-15T17:31:43.134 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-repoze.lru (0.7-2) ... 2022-01-15T17:31:43.253 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2022-01-15T17:31:43.419 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liboath0 (2.6.1-1.3) ... 2022-01-15T17:31:43.570 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2022-01-15T17:31:43.587 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2022-01-15T17:31:43.872 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2022-01-15T17:31:43.905 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-joblib (0.14.0-3) ... 2022-01-15T17:31:44.248 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2022-01-15T17:31:44.315 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-jwt (1.7.1-2ubuntu2) ... 2022-01-15T17:31:44.541 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2022-01-15T17:31:44.610 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cachetools (4.0.0-1) ... 2022-01-15T17:31:44.893 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2022-01-15T17:31:44.911 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2022-01-15T17:31:45.195 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2022-01-15T17:31:45.219 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2022-01-15T17:31:45.497 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-ceph-argparse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:45.553 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-tempita (0.5.2-6) ... 2022-01-15T17:31:45.814 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2022-01-15T17:31:45.846 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-packaging (20.3-1) ... 2022-01-15T17:31:45.940 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2022-01-15T17:31:46.172 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2022-01-15T17:31:46.225 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2022-01-15T17:31:46.323 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2022-01-15T17:31:46.551 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2022-01-15T17:31:46.616 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2022-01-15T17:31:46.936 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2022-01-15T17:31:47.043 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2022-01-15T17:31:47.245 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2022-01-15T17:31:47.420 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2022-01-15T17:31:47.588 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2022-01-15T17:31:47.806 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up socat (1.7.3.3-2) ... 2022-01-15T17:31:47.923 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2022-01-15T17:31:47.948 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:48.258 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-html5lib (1.0.1-2) ... 2022-01-15T17:31:48.266 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-tempita (0.5.2-6) ... 2022-01-15T17:31:48.559 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-packaging (20.3-1) ... 2022-01-15T17:31:48.601 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2022-01-15T17:31:48.727 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pluggy (0.13.0-2) ... 2022-01-15T17:31:48.852 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2022-01-15T17:31:48.994 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2022-01-15T17:31:49.028 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2022-01-15T17:31:49.154 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2022-01-15T17:31:49.312 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2022-01-15T17:31:49.506 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2022-01-15T17:31:49.706 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2) ... 2022-01-15T17:31:49.807 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-logutils (0.3.3-7) ... 2022-01-15T17:31:50.107 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cryptography (2.8-3ubuntu0.1) ... 2022-01-15T17:31:50.133 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2022-01-15T17:31:50.259 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2022-01-15T17:31:50.510 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up socat (1.7.3.3-2) ... 2022-01-15T17:31:50.552 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-prettytable (0.7.2-5) ... 2022-01-15T17:31:50.636 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:50.837 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2022-01-15T17:31:50.938 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-html5lib (1.0.1-2) ... 2022-01-15T17:31:51.165 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2022-01-15T17:31:51.297 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2022-01-15T17:31:51.423 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pluggy (0.13.0-2) ... 2022-01-15T17:31:51.563 INFO:teuthology.orchestra.run.smithi027.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2022-01-15T17:31:51.708 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libxslt1.1:amd64 (1.1.34-4) ... 2022-01-15T17:31:51.818 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2022-01-15T17:31:51.826 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2022-01-15T17:31:51.944 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2022-01-15T17:31:52.178 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2022-01-15T17:31:52.297 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2022-01-15T17:31:52.473 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-logutils (0.3.3-7) ... 2022-01-15T17:31:52.766 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2022-01-15T17:31:52.767 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2022-01-15T17:31:52.956 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2022-01-15T17:31:52.975 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2022-01-15T17:31:53.083 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-webob (1:1.8.5-2) ... 2022-01-15T17:31:53.252 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-prettytable (0.7.2-5) ... 2022-01-15T17:31:53.423 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2022-01-15T17:31:53.586 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2022-01-15T17:31:53.718 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up librados2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:53.847 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2022-01-15T17:31:53.896 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2022-01-15T17:31:54.282 INFO:teuthology.orchestra.run.smithi103.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2022-01-15T17:31:54.557 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2022-01-15T17:31:54.684 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2) ... 2022-01-15T17:31:55.039 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2022-01-15T17:31:55.381 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up librgw2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:55.453 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2022-01-15T17:31:55.507 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:31:55.581 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2022-01-15T17:31:55.658 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pytest (4.6.9-1) ... 2022-01-15T17:31:55.712 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-webob (1:1.8.5-2) ... 2022-01-15T17:31:56.034 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2022-01-15T17:31:56.057 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2022-01-15T17:31:56.352 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2022-01-15T17:31:56.380 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librados2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:56.506 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2022-01-15T17:31:56.670 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-bs4 (4.8.2-1) ... 2022-01-15T17:31:57.004 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libcephfs2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:57.142 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2022-01-15T17:31:57.642 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libradosstriper1 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:57.642 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2022-01-15T17:31:57.955 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2022-01-15T17:31:57.970 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librgw2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:58.096 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:31:58.241 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pytest (4.6.9-1) ... 2022-01-15T17:31:58.636 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2022-01-15T17:31:58.962 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2022-01-15T17:31:59.010 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up librbd1 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:59.137 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2022-01-15T17:31:59.263 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-bs4 (4.8.2-1) ... 2022-01-15T17:31:59.271 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2022-01-15T17:31:59.430 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2022-01-15T17:31:59.607 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libcephfs2 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:31:59.766 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2022-01-15T17:31:59.783 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:31:59.951 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-rsa (4.0-3) ... 2022-01-15T17:32:00.101 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libradosstriper1 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:00.228 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2022-01-15T17:32:00.260 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-webtest (2.0.32-2) ... 2022-01-15T17:32:00.553 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mgr-modules-core (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:00.562 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2022-01-15T17:32:00.680 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:00.910 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2022-01-15T17:32:00.911 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2022-01-15T17:32:01.373 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up libcephfs-dev (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:01.507 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2022-01-15T17:32:01.620 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librbd1 (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:01.771 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2022-01-15T17:32:01.825 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pastescript (2.0.2-4) ... 2022-01-15T17:32:01.897 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2022-01-15T17:32:02.023 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2022-01-15T17:32:02.135 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2022-01-15T17:32:02.358 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2022-01-15T17:32:02.480 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-rados (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:02.501 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rsa (4.0-3) ... 2022-01-15T17:32:02.606 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-rbd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:02.782 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up rbd-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:02.802 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-webtest (2.0.32-2) ... 2022-01-15T17:32:02.916 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-routes (2.4.1-2) ... 2022-01-15T17:32:03.120 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-modules-core (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:03.217 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-google-auth (1.5.1-2) ... 2022-01-15T17:32:03.271 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:03.497 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2022-01-15T17:32:03.497 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2022-01-15T17:32:03.518 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-rgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:03.644 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-cephfs (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:03.973 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libcephfs-dev (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:04.050 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2022-01-15T17:32:04.125 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2022-01-15T17:32:04.410 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pastescript (2.0.2-4) ... 2022-01-15T17:32:04.720 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2022-01-15T17:32:04.987 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:05.089 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rados (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:05.232 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rbd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:05.399 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up rbd-fuse (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:05.527 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-routes (2.4.1-2) ... 2022-01-15T17:32:05.581 INFO:teuthology.orchestra.run.smithi027.stdout:Adding group ceph....done 2022-01-15T17:32:05.839 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-google-auth (1.5.1-2) ... 2022-01-15T17:32:05.975 INFO:teuthology.orchestra.run.smithi027.stdout:Adding system user ceph....done 2022-01-15T17:32:06.151 INFO:teuthology.orchestra.run.smithi027.stdout:Setting system user ceph properties....done 2022-01-15T17:32:06.157 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:06.173 INFO:teuthology.orchestra.run.smithi027.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2022-01-15T17:32:06.308 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cephfs (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:06.326 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2022-01-15T17:32:06.640 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2022-01-15T17:32:06.689 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2022-01-15T17:32:07.097 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-test (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:07.223 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up radosgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:07.497 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2022-01-15T17:32:07.497 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2022-01-15T17:32:07.614 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-common (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:08.141 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-base (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:08.209 INFO:teuthology.orchestra.run.smithi103.stdout:Adding group ceph....done 2022-01-15T17:32:08.533 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2022-01-15T17:32:08.611 INFO:teuthology.orchestra.run.smithi103.stdout:Adding system user ceph....done 2022-01-15T17:32:08.812 INFO:teuthology.orchestra.run.smithi103.stdout:Setting system user ceph properties....done 2022-01-15T17:32:08.832 INFO:teuthology.orchestra.run.smithi103.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2022-01-15T17:32:08.980 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2022-01-15T17:32:08.986 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mds (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:09.213 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2022-01-15T17:32:09.213 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2022-01-15T17:32:09.299 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2022-01-15T17:32:09.670 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mgr (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:09.775 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-test (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:09.901 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up radosgw (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:09.913 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2022-01-15T17:32:09.913 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2022-01-15T17:32:10.170 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2022-01-15T17:32:10.171 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2022-01-15T17:32:10.364 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:10.498 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-osd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:10.812 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-base (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:10.982 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2022-01-15T17:32:10.983 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2022-01-15T17:32:11.225 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2022-01-15T17:32:11.425 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mgr-k8sevents (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:11.551 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mgr-diskprediction-local (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:11.681 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mds (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:11.685 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mon (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:11.900 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2022-01-15T17:32:11.900 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2022-01-15T17:32:11.914 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2022-01-15T17:32:11.915 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2022-01-15T17:32:12.357 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:12.386 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mgr-cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:12.554 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:12.590 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2022-01-15T17:32:12.590 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2022-01-15T17:32:12.689 INFO:teuthology.orchestra.run.smithi027.stdout:Setting up ceph-mgr-dashboard (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:12.833 INFO:teuthology.orchestra.run.smithi027.stdout:Processing triggers for systemd (245.4-4ubuntu3.13) ... 2022-01-15T17:32:13.050 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-diskprediction-cloud (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:13.125 INFO:teuthology.orchestra.run.smithi027.stdout:Processing triggers for man-db (2.9.1-1) ... 2022-01-15T17:32:13.193 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-osd (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:14.174 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2022-01-15T17:32:14.175 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2022-01-15T17:32:14.646 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-k8sevents (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:14.781 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-diskprediction-local (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:14.941 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mon (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:15.165 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2022-01-15T17:32:15.166 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2022-01-15T17:32:15.617 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-cephadm (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:15.760 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:15.919 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-dashboard (15.2.15-130-g92c4304b-1focal) ... 2022-01-15T17:32:16.063 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for systemd (245.4-4ubuntu3.13) ... 2022-01-15T17:32:16.079 INFO:teuthology.orchestra.run.smithi027.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2022-01-15T17:32:16.347 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for man-db (2.9.1-1) ... 2022-01-15T17:32:16.514 INFO:teuthology.orchestra.run.smithi027.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2022-01-15T17:32:16.517 DEBUG:teuthology.parallel:result is None 2022-01-15T17:32:19.149 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.2) ... 2022-01-15T17:32:19.603 INFO:teuthology.orchestra.run.smithi103.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2022-01-15T17:32:19.604 DEBUG:teuthology.parallel:result is None 2022-01-15T17:32:19.605 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2022-01-15T17:32:19.657 INFO:teuthology.orchestra.run.smithi027.stdout:Ubuntu 2022-01-15T17:32:19.663 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:32:19.663 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-15T17:32:19.664 INFO:teuthology.packaging:ref: None 2022-01-15T17:32:19.664 INFO:teuthology.packaging:tag: None 2022-01-15T17:32:19.665 INFO:teuthology.packaging:branch: octopus 2022-01-15T17:32:19.665 INFO:teuthology.packaging:sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 2022-01-15T17:32:19.665 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2022-01-15T17:32:19.955 DEBUG:teuthology.orchestra.run.smithi027:> dpkg-query -W -f '${Version}' ceph 2022-01-15T17:32:19.979 INFO:teuthology.orchestra.run.smithi027.stdout:15.2.15-130-g92c4304b-1focal 2022-01-15T17:32:19.980 INFO:teuthology.packaging:The installed version of ceph is 15.2.15-130-g92c4304b-1focal 2022-01-15T17:32:19.981 INFO:teuthology.task.install:The correct ceph version 15.2.15-130-g92c4304b-1focal is installed. 2022-01-15T17:32:19.981 DEBUG:teuthology.orchestra.run.smithi103:> sudo lsb_release -is 2022-01-15T17:32:20.034 INFO:teuthology.orchestra.run.smithi103.stdout:Ubuntu 2022-01-15T17:32:20.039 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:32:20.040 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-15T17:32:20.040 INFO:teuthology.packaging:ref: None 2022-01-15T17:32:20.040 INFO:teuthology.packaging:tag: None 2022-01-15T17:32:20.041 INFO:teuthology.packaging:branch: octopus 2022-01-15T17:32:20.041 INFO:teuthology.packaging:sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 2022-01-15T17:32:20.041 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2022-01-15T17:32:20.319 DEBUG:teuthology.orchestra.run.smithi103:> dpkg-query -W -f '${Version}' ceph 2022-01-15T17:32:20.343 INFO:teuthology.orchestra.run.smithi103.stdout:15.2.15-130-g92c4304b-1focal 2022-01-15T17:32:20.343 INFO:teuthology.packaging:The installed version of ceph is 15.2.15-130-g92c4304b-1focal 2022-01-15T17:32:20.343 INFO:teuthology.task.install:The correct ceph version 15.2.15-130-g92c4304b-1focal is installed. 2022-01-15T17:32:20.344 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2022-01-15T17:32:20.344 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:20.345 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-01-15T17:32:20.362 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:20.362 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2022-01-15T17:32:20.377 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2022-01-15T17:32:20.378 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:20.378 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/daemon-helper 2022-01-15T17:32:20.392 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-01-15T17:32:20.449 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:20.450 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/daemon-helper 2022-01-15T17:32:20.466 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/daemon-helper 2022-01-15T17:32:20.477 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2022-01-15T17:32:20.478 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:20.478 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/adjust-ulimits 2022-01-15T17:32:20.494 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-01-15T17:32:20.508 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:20.509 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/adjust-ulimits 2022-01-15T17:32:20.525 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2022-01-15T17:32:20.582 INFO:teuthology.run_tasks:Running task ceph... 2022-01-15T17:32:20.643 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2022-01-15T17:32:20.644 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 777 /var/log/ceph 2022-01-15T17:32:20.646 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 777 /var/log/ceph 2022-01-15T17:32:20.660 INFO:tasks.ceph:Disabling ceph logrotate... 2022-01-15T17:32:20.661 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /etc/logrotate.d/ceph 2022-01-15T17:32:20.705 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/logrotate.d/ceph 2022-01-15T17:32:20.720 INFO:tasks.ceph:Creating extra log directories... 2022-01-15T17:32:20.720 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-01-15T17:32:20.723 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2022-01-15T17:32:20.788 INFO:tasks.ceph:Creating ceph cluster c1... 2022-01-15T17:32:20.788 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'cpu_profile': set(), 'cluster': 'c1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2022-01-15T17:32:20.789 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi/6619860', 'branch': 'wip-yuriw-quincy-1.14.22', 'description': 'upgrade/octopus-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/primary}', 'email': 'ceph-qa@ceph.io', 'first_in_suite': False, 'job_id': '6619860', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi', 'nuke-on-error': True, 'overrides': {'admin_socket': {'branch': 'wip-yuriw-quincy-1.14.22'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'wait-for-scrub': False}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'}}, 'rgw': {'compression type': 'random', 'frontend': 'beast'}, 'rgw-multisite': {'realm': {'is default': True, 'name': 'test-realm'}, 'zonegroups': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zonegroup', 'zones': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zone1'}, {'endpoints': ['c2.client.0'], 'is_default': True, 'name': 'test-zone2'}, {'endpoints': ['c2.client.1'], 'is_pubsub': True, 'name': 'test-zone3'}]}]}, 'rgw-multisite-tests': {'args': ['tests.py', 'tests_ps.py'], 'branch': 'octopus', 'repo': 'https://github.com/ceph/ceph.git'}, 'workunit': {'branch': 'wip-yuriw-quincy-1.14.22', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 51, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0'], ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1']], 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'sleep_before_teardown': 0, 'suite': 'upgrade', 'suite_branch': 'wip-yuriw-quincy-1.14.22', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_9b350bd11321bfdf7ac34e1ad37c617b4453e371/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'targets': {'smithi027.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD9FgHV+5VrdN7oqxnvfNQHBzmMdIGSXcI9IyRdbBs4PyUusmYmc3C9KXo7belzz+sTigXz3jEnadOwJSzKhRTdTJzf6pPJEPynZmnerhWa+hzWm+pjC+X7zNoNhciz9SEjOT7FPFGPcSKpg9RgzLiISHe15am4gmzY4p1rolaxQTmaBsatX1rgG68TDt0zwhYdEOAXO6LY+lALgXUO9/dnERYr3SEkjILJDx07L/TlCTNQmW0tVYSy2XGZgFZ7Rt7GJPAtYHs8KfgfsEge3JJ7fGRcLLXAp7ty5S6fsMnB+ADCFstNxMlhY09WwaWqUgEAj3Sqf2PEXBMsM+47aCSmyzN57OUDngqtuWRHMd1A9H+Qa0OCq0L+bTEaY+hfxyERq74Vf4QZ00PgyXs/JLH0Y2B7EJ8zQQYZkicY6Ettz+CHS/K9ElcYX/9DzdwHX9BW4TxA4NCsSfUfDzTXqYc6heDoQ3YWYttQSY089poX0BC7h3b1UUamR1k4h9pDqcE=', 'smithi103.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDW1awgHxFVaEcmOcjXm0wgsAWFAdqDzOZSZkvR2MPnP0G54VdhMyCEFg3apNNGfxz5l1jNsck/dnO4w/fWvjg5J+p+R9aRUif905SksrZHduggRpJalzVprey/H+CfIFAc2JWSWSsSnjcTGs4vDVz4yCPZWMEHx2/1Fye/lK+gags6dXNoOuvb3gF0b1k3zueecYnmJX9emAq+XToWOX4tWWjNiVE67cMybIKDbYXz5wmEjWzap26oMxf3pk0kupJ4lpue5ntdQFYZtA6p8iZCvn7yuAOt3Vg2U4k+smTi0Fk3VBdALmYDTA9WMB78tcasHX0viZ5sFSWs8mC0uRHSUvlYC69tcxbfjTT4/kgZb9Aq1kGqm9Jd7OhFBpvK84tHf6EuC0uHoHyOSqw14JwxFbBVwqgwLsHY1/mnc5C7sYirKULEkwOgEhcUQhMOQLNhDhw/ASzXR1Iw3AuzrpsykSi6+n7i7jYx4DzSMHLlKsBEO/UKPSUHfuOok0P1fdc='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'exclude_packages': ['ceph-volume'], 'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'}}, {'ceph': {'cluster': 'c1', 'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'wait-for-scrub': False}}, {'ceph': {'cluster': 'c2'}}, {'parallel': ['upgrade-task']}, {'rgw': {'c1.client.0': {'port': 8000}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}}}, {'rgw-multisite': None}, {'rgw-multisite-tests': {'config': {'reconfigure_delay': 60}}}], 'teuthology_branch': 'master', 'teuthology_sha1': '3ff86a5dbaafecdb6414fa2fea970bb44e836829', 'timestamp': '2022-01-15_15:15:15', 'tube': 'smithi', 'upgrade-task': [{'install.upgrade': {'c1.client.0': None, 'c1.mgr.x': None, 'c1.mon.a': None, 'c1.osd.0': None, 'c1.osd.1': None, 'c1.osd.2': None, 'exclude_packages': ['ceph-volume']}}], 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.20261'} 2022-01-15T17:32:20.789 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/c1.data 2022-01-15T17:32:20.792 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/c1.data 2022-01-15T17:32:20.798 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m0777 -- /var/run/ceph 2022-01-15T17:32:20.801 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m0777 -- /var/run/ceph 2022-01-15T17:32:20.852 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:20.853 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/scratch_devs of=/dev/stdout 2022-01-15T17:32:20.859 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-15T17:32:20.860 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-15T17:32:20.867 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-15T17:32:20.867 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:20.867 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 347 Links: 1 2022-01-15T17:32:20.868 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:20.868 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2022-01-15 17:29:36.927310674 +0000 2022-01-15T17:32:20.868 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2022-01-15 17:29:36.747315622 +0000 2022-01-15T17:32:20.868 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2022-01-15 17:29:36.747315622 +0000 2022-01-15T17:32:20.869 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2022-01-15T17:32:20.878 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2022-01-15T17:32:20.878 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2022-01-15T17:32:20.878 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000424892 s, 1.2 MB/s 2022-01-15T17:32:20.883 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-15T17:32:20.930 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-15T17:32:20.931 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:20.931 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 351 Links: 1 2022-01-15T17:32:20.931 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:20.932 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2022-01-15 17:29:37.171303965 +0000 2022-01-15T17:32:20.932 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2022-01-15 17:29:37.167304075 +0000 2022-01-15T17:32:20.932 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2022-01-15 17:29:37.167304075 +0000 2022-01-15T17:32:20.932 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2022-01-15T17:32:20.940 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2022-01-15T17:32:20.941 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2022-01-15T17:32:20.941 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000392626 s, 1.3 MB/s 2022-01-15T17:32:20.945 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-15T17:32:20.953 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-15T17:32:20.953 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:20.953 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 360 Links: 1 2022-01-15T17:32:20.954 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:20.954 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2022-01-15 17:29:37.739288350 +0000 2022-01-15T17:32:20.954 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2022-01-15 17:29:37.579292748 +0000 2022-01-15T17:32:20.954 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2022-01-15 17:29:37.579292748 +0000 2022-01-15T17:32:20.954 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2022-01-15T17:32:20.962 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2022-01-15T17:32:20.962 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2022-01-15T17:32:20.963 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.00039874 s, 1.3 MB/s 2022-01-15T17:32:20.967 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-15T17:32:20.974 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-15T17:32:20.974 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:20.974 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 366 Links: 1 2022-01-15T17:32:20.975 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:20.975 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2022-01-15 17:29:38.155276913 +0000 2022-01-15T17:32:20.975 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2022-01-15 17:29:37.983281642 +0000 2022-01-15T17:32:20.976 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2022-01-15 17:29:37.983281642 +0000 2022-01-15T17:32:20.976 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2022-01-15T17:32:20.984 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2022-01-15T17:32:20.985 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2022-01-15T17:32:20.985 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000372926 s, 1.4 MB/s 2022-01-15T17:32:20.989 INFO:tasks.ceph:osd dev map: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:20.989 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi027.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}} 2022-01-15T17:32:20.989 INFO:tasks.ceph:Generating config... 2022-01-15T17:32:20.991 INFO:tasks.ceph:[client] debug rgw = 20 2022-01-15T17:32:20.991 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2022-01-15T17:32:20.992 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2022-01-15T17:32:20.992 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-01-15T17:32:20.992 INFO:tasks.ceph:[client] rgw curl low speed time = 300 2022-01-15T17:32:20.992 INFO:tasks.ceph:[client] rgw data log num shards = 4 2022-01-15T17:32:20.993 INFO:tasks.ceph:[client] rgw md log max shards = 4 2022-01-15T17:32:20.993 INFO:tasks.ceph:[client] rgw sync log trim interval = 0 2022-01-15T17:32:20.994 INFO:tasks.ceph:[client] rgw sync obj etag verify = True 2022-01-15T17:32:20.994 INFO:tasks.ceph:[client] setgroup = ceph 2022-01-15T17:32:20.994 INFO:tasks.ceph:[client] setuser = ceph 2022-01-15T17:32:20.995 INFO:tasks.ceph:[mgr] debug mgr = 20 2022-01-15T17:32:20.995 INFO:tasks.ceph:[mgr] debug ms = 1 2022-01-15T17:32:20.995 INFO:tasks.ceph:[mon] debug mon = 20 2022-01-15T17:32:20.996 INFO:tasks.ceph:[mon] debug ms = 1 2022-01-15T17:32:20.996 INFO:tasks.ceph:[mon] debug paxos = 20 2022-01-15T17:32:20.996 INFO:tasks.ceph:[mon] mon_warn_on_insecure_global_id_reclaim = False 2022-01-15T17:32:20.997 INFO:tasks.ceph:[mon] mon_warn_on_insecure_global_id_reclaim_allowed = False 2022-01-15T17:32:20.997 INFO:tasks.ceph:[osd] debug ms = 1 2022-01-15T17:32:20.997 INFO:tasks.ceph:[osd] debug osd = 20 2022-01-15T17:32:20.998 INFO:tasks.ceph:Setting up c1.mon.a... 2022-01-15T17:32:20.998 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/c1.keyring 2022-01-15T17:32:21.090 INFO:teuthology.orchestra.run.smithi027.stdout:creating /etc/ceph/c1.keyring 2022-01-15T17:32:21.093 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/c1.keyring 2022-01-15T17:32:21.127 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/c1.keyring 2022-01-15T17:32:21.141 DEBUG:tasks.ceph:Ceph mon addresses: [('c1.mon.a', '172.21.15.27')] 2022-01-15T17:32:21.142 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.27'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False, 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}} 2022-01-15T17:32:21.143 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:21.143 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2022-01-15T17:32:21.191 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.27 --print /home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:21.220 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:32:21.221 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:32:21.221 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: monmap file /home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:21.222 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: generated fsid abe50bdc-adf9-4af6-bcd6-49c5bc758a38 2022-01-15T17:32:21.222 INFO:teuthology.orchestra.run.smithi027.stdout:epoch 0 2022-01-15T17:32:21.222 INFO:teuthology.orchestra.run.smithi027.stdout:fsid abe50bdc-adf9-4af6-bcd6-49c5bc758a38 2022-01-15T17:32:21.222 INFO:teuthology.orchestra.run.smithi027.stdout:last_changed 2022-01-15T17:32:21.223910+0000 2022-01-15T17:32:21.223 INFO:teuthology.orchestra.run.smithi027.stdout:created 2022-01-15T17:32:21.223910+0000 2022-01-15T17:32:21.223 INFO:teuthology.orchestra.run.smithi027.stdout:min_mon_release 0 (unknown) 2022-01-15T17:32:21.223 INFO:teuthology.orchestra.run.smithi027.stdout:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2022-01-15T17:32:21.223 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/c1.monmap (1 monitors) 2022-01-15T17:32:21.225 DEBUG:teuthology.orchestra.run.smithi027:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2022-01-15T17:32:21.229 INFO:tasks.ceph:Writing /etc/ceph/c1.conf for FSID abe50bdc-adf9-4af6-bcd6-49c5bc758a38... 2022-01-15T17:32:21.230 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c1.conf && sudo chmod 0644 /etc/ceph/c1.conf > /dev/null 2022-01-15T17:32:21.274 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c1.conf && sudo chmod 0644 /etc/ceph/c1.conf > /dev/null 2022-01-15T17:32:21.307 INFO:teuthology.orchestra.run.smithi027.stdout:[global] 2022-01-15T17:32:21.307 INFO:teuthology.orchestra.run.smithi027.stdout: chdir = "" 2022-01-15T17:32:21.307 INFO:teuthology.orchestra.run.smithi027.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-01-15T17:32:21.308 INFO:teuthology.orchestra.run.smithi027.stdout: auth supported = cephx 2022-01-15T17:32:21.308 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.308 INFO:teuthology.orchestra.run.smithi027.stdout: filestore xattr use omap = true 2022-01-15T17:32:21.308 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.309 INFO:teuthology.orchestra.run.smithi027.stdout: mon clock drift allowed = 1.000 2022-01-15T17:32:21.309 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.309 INFO:teuthology.orchestra.run.smithi027.stdout: osd crush chooseleaf type = 0 2022-01-15T17:32:21.309 INFO:teuthology.orchestra.run.smithi027.stdout: auth debug = true 2022-01-15T17:32:21.309 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.310 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on old message = true 2022-01-15T17:32:21.310 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on bug = true 2022-01-15T17:32:21.310 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.310 INFO:teuthology.orchestra.run.smithi027.stdout: mon max pg per osd = 10000 # >= luminous 2022-01-15T17:32:21.311 INFO:teuthology.orchestra.run.smithi027.stdout: mon pg warn max object skew = 0 2022-01-15T17:32:21.311 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.311 INFO:teuthology.orchestra.run.smithi027.stdout: # disable pg_autoscaler by default for new pools 2022-01-15T17:32:21.311 INFO:teuthology.orchestra.run.smithi027.stdout: osd_pool_default_pg_autoscale_mode = off 2022-01-15T17:32:21.311 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.312 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default size = 2 2022-01-15T17:32:21.312 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.312 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow primary affinity = true 2022-01-15T17:32:21.312 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow pg remap = true 2022-01-15T17:32:21.312 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on legacy crush tunables = false 2022-01-15T17:32:21.313 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on crush straw calc version zero = false 2022-01-15T17:32:21.313 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on no sortbitwise = false 2022-01-15T17:32:21.313 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on osd down out interval zero = false 2022-01-15T17:32:21.313 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on too few osds = false 2022-01-15T17:32:21.314 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-01-15T17:32:21.314 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_no_redundancy = false 2022-01-15T17:32:21.314 INFO:teuthology.orchestra.run.smithi027.stdout: mon_allow_pool_size_one = true 2022-01-15T17:32:21.314 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.315 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-01-15T17:32:21.315 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.315 INFO:teuthology.orchestra.run.smithi027.stdout: osd default data pool replay window = 5 2022-01-15T17:32:21.315 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.315 INFO:teuthology.orchestra.run.smithi027.stdout: mon allow pool delete = true 2022-01-15T17:32:21.316 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.316 INFO:teuthology.orchestra.run.smithi027.stdout: mon cluster log file level = debug 2022-01-15T17:32:21.316 INFO:teuthology.orchestra.run.smithi027.stdout: debug asserts on shutdown = true 2022-01-15T17:32:21.316 INFO:teuthology.orchestra.run.smithi027.stdout: mon health detail to clog = false 2022-01-15T17:32:21.317 INFO:teuthology.orchestra.run.smithi027.stdout: mon host = 172.21.15.27 2022-01-15T17:32:21.317 INFO:teuthology.orchestra.run.smithi027.stdout: fsid = abe50bdc-adf9-4af6-bcd6-49c5bc758a38 2022-01-15T17:32:21.317 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.317 INFO:teuthology.orchestra.run.smithi027.stdout:[osd] 2022-01-15T17:32:21.317 INFO:teuthology.orchestra.run.smithi027.stdout: osd journal size = 100 2022-01-15T17:32:21.318 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.318 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub load threshold = 5.0 2022-01-15T17:32:21.318 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub max interval = 600 2022-01-15T17:32:21.318 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.318 INFO:teuthology.orchestra.run.smithi027.stdout: osd recover clone overlap = true 2022-01-15T17:32:21.319 INFO:teuthology.orchestra.run.smithi027.stdout: osd recovery max chunk = 1048576 2022-01-15T17:32:21.319 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.319 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug shutdown = true 2022-01-15T17:32:21.319 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug op order = true 2022-01-15T17:32:21.320 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug verify stray on activate = true 2022-01-15T17:32:21.320 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.320 INFO:teuthology.orchestra.run.smithi027.stdout: osd open classes on start = true 2022-01-15T17:32:21.320 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug pg log writeout = true 2022-01-15T17:32:21.320 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.321 INFO:teuthology.orchestra.run.smithi027.stdout: osd deep scrub update digest min age = 30 2022-01-15T17:32:21.321 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.321 INFO:teuthology.orchestra.run.smithi027.stdout: osd map max advance = 10 2022-01-15T17:32:21.321 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.321 INFO:teuthology.orchestra.run.smithi027.stdout: journal zero on create = true 2022-01-15T17:32:21.322 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.322 INFO:teuthology.orchestra.run.smithi027.stdout: filestore ondisk finisher threads = 3 2022-01-15T17:32:21.322 INFO:teuthology.orchestra.run.smithi027.stdout: filestore apply finisher threads = 3 2022-01-15T17:32:21.322 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.323 INFO:teuthology.orchestra.run.smithi027.stdout: bdev debug aio = true 2022-01-15T17:32:21.323 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug misdirected ops = true 2022-01-15T17:32:21.323 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2022-01-15T17:32:21.323 INFO:teuthology.orchestra.run.smithi027.stdout: debug osd = 20 2022-01-15T17:32:21.323 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.324 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr] 2022-01-15T17:32:21.324 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2022-01-15T17:32:21.324 INFO:teuthology.orchestra.run.smithi027.stdout: debug mgr = 20 2022-01-15T17:32:21.324 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2022-01-15T17:32:21.325 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2022-01-15T17:32:21.325 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:21.325 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:21.325 INFO:teuthology.orchestra.run.smithi027.stdout: mgr/telemetry/nag = false 2022-01-15T17:32:21.326 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.326 INFO:teuthology.orchestra.run.smithi027.stdout:[mon] 2022-01-15T17:32:21.326 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2022-01-15T17:32:21.326 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2022-01-15T17:32:21.326 INFO:teuthology.orchestra.run.smithi027.stdout: debug paxos = 20 2022-01-15T17:32:21.327 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2022-01-15T17:32:21.327 INFO:teuthology.orchestra.run.smithi027.stdout: mon data avail warn = 5 2022-01-15T17:32:21.327 INFO:teuthology.orchestra.run.smithi027.stdout: mon mgr mkfs grace = 240 2022-01-15T17:32:21.327 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:21.328 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd reporter subtree level = osd 2022-01-15T17:32:21.328 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd prime pg temp = true 2022-01-15T17:32:21.328 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:21.328 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.328 INFO:teuthology.orchestra.run.smithi027.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-01-15T17:32:21.329 INFO:teuthology.orchestra.run.smithi027.stdout: auth mon ticket ttl = 660 # 11m 2022-01-15T17:32:21.329 INFO:teuthology.orchestra.run.smithi027.stdout: auth service ticket ttl = 240 # 4m 2022-01-15T17:32:21.329 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.329 INFO:teuthology.orchestra.run.smithi027.stdout: # don't complain about insecure global_id in the test suite 2022-01-15T17:32:21.329 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim = False 2022-01-15T17:32:21.330 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = False 2022-01-15T17:32:21.330 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.330 INFO:teuthology.orchestra.run.smithi027.stdout: # 1m isn't quite enough 2022-01-15T17:32:21.330 INFO:teuthology.orchestra.run.smithi027.stdout: mon_down_mkfs_grace = 2m 2022-01-15T17:32:21.331 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.331 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_filestore_osds = false 2022-01-15T17:32:21.331 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:21.331 INFO:teuthology.orchestra.run.smithi027.stdout:[client] 2022-01-15T17:32:21.331 INFO:teuthology.orchestra.run.smithi027.stdout: rgw cache enabled = true 2022-01-15T17:32:21.332 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable ops log = true 2022-01-15T17:32:21.332 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable usage log = true 2022-01-15T17:32:21.332 INFO:teuthology.orchestra.run.smithi027.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-01-15T17:32:21.332 INFO:teuthology.orchestra.run.smithi027.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-01-15T17:32:21.333 INFO:teuthology.orchestra.run.smithi027.stdout: debug rgw = 20 2022-01-15T17:32:21.333 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt require ssl = False 2022-01-15T17:32:21.333 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt s3 kms backend = testing 2022-01-15T17:32:21.333 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-01-15T17:32:21.333 INFO:teuthology.orchestra.run.smithi027.stdout: rgw curl low speed time = 300 2022-01-15T17:32:21.334 INFO:teuthology.orchestra.run.smithi027.stdout: rgw data log num shards = 4 2022-01-15T17:32:21.334 INFO:teuthology.orchestra.run.smithi027.stdout: rgw md log max shards = 4 2022-01-15T17:32:21.334 INFO:teuthology.orchestra.run.smithi027.stdout: rgw sync log trim interval = 0 2022-01-15T17:32:21.334 INFO:teuthology.orchestra.run.smithi027.stdout: rgw sync obj etag verify = True 2022-01-15T17:32:21.334 INFO:teuthology.orchestra.run.smithi027.stdout: setgroup = ceph 2022-01-15T17:32:21.335 INFO:teuthology.orchestra.run.smithi027.stdout: setuser = ceph 2022-01-15T17:32:21.335 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.a] 2022-01-15T17:32:21.337 INFO:teuthology.orchestra.run.smithi103.stdout:[global] 2022-01-15T17:32:21.337 INFO:teuthology.orchestra.run.smithi103.stdout: chdir = "" 2022-01-15T17:32:21.337 INFO:teuthology.orchestra.run.smithi103.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-01-15T17:32:21.337 INFO:teuthology.orchestra.run.smithi103.stdout: auth supported = cephx 2022-01-15T17:32:21.338 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.338 INFO:teuthology.orchestra.run.smithi103.stdout: filestore xattr use omap = true 2022-01-15T17:32:21.338 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.338 INFO:teuthology.orchestra.run.smithi103.stdout: mon clock drift allowed = 1.000 2022-01-15T17:32:21.338 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.339 INFO:teuthology.orchestra.run.smithi103.stdout: osd crush chooseleaf type = 0 2022-01-15T17:32:21.339 INFO:teuthology.orchestra.run.smithi103.stdout: auth debug = true 2022-01-15T17:32:21.339 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.339 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on old message = true 2022-01-15T17:32:21.340 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on bug = true 2022-01-15T17:32:21.340 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.340 INFO:teuthology.orchestra.run.smithi103.stdout: mon max pg per osd = 10000 # >= luminous 2022-01-15T17:32:21.340 INFO:teuthology.orchestra.run.smithi103.stdout: mon pg warn max object skew = 0 2022-01-15T17:32:21.340 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.341 INFO:teuthology.orchestra.run.smithi103.stdout: # disable pg_autoscaler by default for new pools 2022-01-15T17:32:21.341 INFO:teuthology.orchestra.run.smithi103.stdout: osd_pool_default_pg_autoscale_mode = off 2022-01-15T17:32:21.341 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.341 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default size = 2 2022-01-15T17:32:21.341 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.342 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow primary affinity = true 2022-01-15T17:32:21.342 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow pg remap = true 2022-01-15T17:32:21.342 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on legacy crush tunables = false 2022-01-15T17:32:21.342 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on crush straw calc version zero = false 2022-01-15T17:32:21.343 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on no sortbitwise = false 2022-01-15T17:32:21.343 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on osd down out interval zero = false 2022-01-15T17:32:21.343 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on too few osds = false 2022-01-15T17:32:21.343 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-01-15T17:32:21.343 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_no_redundancy = false 2022-01-15T17:32:21.344 INFO:teuthology.orchestra.run.smithi103.stdout: mon_allow_pool_size_one = true 2022-01-15T17:32:21.344 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.344 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-01-15T17:32:21.344 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.344 INFO:teuthology.orchestra.run.smithi103.stdout: osd default data pool replay window = 5 2022-01-15T17:32:21.345 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.345 INFO:teuthology.orchestra.run.smithi103.stdout: mon allow pool delete = true 2022-01-15T17:32:21.345 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.345 INFO:teuthology.orchestra.run.smithi103.stdout: mon cluster log file level = debug 2022-01-15T17:32:21.346 INFO:teuthology.orchestra.run.smithi103.stdout: debug asserts on shutdown = true 2022-01-15T17:32:21.346 INFO:teuthology.orchestra.run.smithi103.stdout: mon health detail to clog = false 2022-01-15T17:32:21.346 INFO:teuthology.orchestra.run.smithi103.stdout: mon host = 172.21.15.27 2022-01-15T17:32:21.346 INFO:teuthology.orchestra.run.smithi103.stdout: fsid = abe50bdc-adf9-4af6-bcd6-49c5bc758a38 2022-01-15T17:32:21.346 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.347 INFO:teuthology.orchestra.run.smithi103.stdout:[osd] 2022-01-15T17:32:21.347 INFO:teuthology.orchestra.run.smithi103.stdout: osd journal size = 100 2022-01-15T17:32:21.347 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.347 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub load threshold = 5.0 2022-01-15T17:32:21.348 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub max interval = 600 2022-01-15T17:32:21.348 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.348 INFO:teuthology.orchestra.run.smithi103.stdout: osd recover clone overlap = true 2022-01-15T17:32:21.348 INFO:teuthology.orchestra.run.smithi103.stdout: osd recovery max chunk = 1048576 2022-01-15T17:32:21.348 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.349 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug shutdown = true 2022-01-15T17:32:21.349 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug op order = true 2022-01-15T17:32:21.349 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug verify stray on activate = true 2022-01-15T17:32:21.349 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.349 INFO:teuthology.orchestra.run.smithi103.stdout: osd open classes on start = true 2022-01-15T17:32:21.350 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug pg log writeout = true 2022-01-15T17:32:21.350 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.350 INFO:teuthology.orchestra.run.smithi103.stdout: osd deep scrub update digest min age = 30 2022-01-15T17:32:21.350 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.351 INFO:teuthology.orchestra.run.smithi103.stdout: osd map max advance = 10 2022-01-15T17:32:21.351 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.351 INFO:teuthology.orchestra.run.smithi103.stdout: journal zero on create = true 2022-01-15T17:32:21.351 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.351 INFO:teuthology.orchestra.run.smithi103.stdout: filestore ondisk finisher threads = 3 2022-01-15T17:32:21.352 INFO:teuthology.orchestra.run.smithi103.stdout: filestore apply finisher threads = 3 2022-01-15T17:32:21.352 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.352 INFO:teuthology.orchestra.run.smithi103.stdout: bdev debug aio = true 2022-01-15T17:32:21.352 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug misdirected ops = true 2022-01-15T17:32:21.352 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2022-01-15T17:32:21.353 INFO:teuthology.orchestra.run.smithi103.stdout: debug osd = 20 2022-01-15T17:32:21.353 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.353 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr] 2022-01-15T17:32:21.353 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2022-01-15T17:32:21.353 INFO:teuthology.orchestra.run.smithi103.stdout: debug mgr = 20 2022-01-15T17:32:21.354 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2022-01-15T17:32:21.354 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2022-01-15T17:32:21.354 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:21.354 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:21.355 INFO:teuthology.orchestra.run.smithi103.stdout: mgr/telemetry/nag = false 2022-01-15T17:32:21.355 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.355 INFO:teuthology.orchestra.run.smithi103.stdout:[mon] 2022-01-15T17:32:21.355 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2022-01-15T17:32:21.355 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2022-01-15T17:32:21.356 INFO:teuthology.orchestra.run.smithi103.stdout: debug paxos = 20 2022-01-15T17:32:21.356 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2022-01-15T17:32:21.356 INFO:teuthology.orchestra.run.smithi103.stdout: mon data avail warn = 5 2022-01-15T17:32:21.356 INFO:teuthology.orchestra.run.smithi103.stdout: mon mgr mkfs grace = 240 2022-01-15T17:32:21.357 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:21.357 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd reporter subtree level = osd 2022-01-15T17:32:21.357 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd prime pg temp = true 2022-01-15T17:32:21.357 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:21.357 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.358 INFO:teuthology.orchestra.run.smithi103.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-01-15T17:32:21.358 INFO:teuthology.orchestra.run.smithi103.stdout: auth mon ticket ttl = 660 # 11m 2022-01-15T17:32:21.358 INFO:teuthology.orchestra.run.smithi103.stdout: auth service ticket ttl = 240 # 4m 2022-01-15T17:32:21.358 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.359 INFO:teuthology.orchestra.run.smithi103.stdout: # don't complain about insecure global_id in the test suite 2022-01-15T17:32:21.359 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim = False 2022-01-15T17:32:21.359 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = False 2022-01-15T17:32:21.359 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.359 INFO:teuthology.orchestra.run.smithi103.stdout: # 1m isn't quite enough 2022-01-15T17:32:21.360 INFO:teuthology.orchestra.run.smithi103.stdout: mon_down_mkfs_grace = 2m 2022-01-15T17:32:21.360 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.360 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_filestore_osds = false 2022-01-15T17:32:21.360 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:21.361 INFO:teuthology.orchestra.run.smithi103.stdout:[client] 2022-01-15T17:32:21.361 INFO:teuthology.orchestra.run.smithi103.stdout: rgw cache enabled = true 2022-01-15T17:32:21.361 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable ops log = true 2022-01-15T17:32:21.361 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable usage log = true 2022-01-15T17:32:21.362 INFO:teuthology.orchestra.run.smithi103.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-01-15T17:32:21.362 INFO:teuthology.orchestra.run.smithi103.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-01-15T17:32:21.362 INFO:teuthology.orchestra.run.smithi103.stdout: debug rgw = 20 2022-01-15T17:32:21.362 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt require ssl = False 2022-01-15T17:32:21.362 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt s3 kms backend = testing 2022-01-15T17:32:21.363 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-01-15T17:32:21.363 INFO:teuthology.orchestra.run.smithi103.stdout: rgw curl low speed time = 300 2022-01-15T17:32:21.363 INFO:teuthology.orchestra.run.smithi103.stdout: rgw data log num shards = 4 2022-01-15T17:32:21.363 INFO:teuthology.orchestra.run.smithi103.stdout: rgw md log max shards = 4 2022-01-15T17:32:21.363 INFO:teuthology.orchestra.run.smithi103.stdout: rgw sync log trim interval = 0 2022-01-15T17:32:21.364 INFO:teuthology.orchestra.run.smithi103.stdout: rgw sync obj etag verify = True 2022-01-15T17:32:21.364 INFO:teuthology.orchestra.run.smithi103.stdout: setgroup = ceph 2022-01-15T17:32:21.364 INFO:teuthology.orchestra.run.smithi103.stdout: setuser = ceph 2022-01-15T17:32:21.364 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.a] 2022-01-15T17:32:21.365 INFO:tasks.ceph:Creating admin key on c1.mon.a... 2022-01-15T17:32:21.365 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/c1.keyring 2022-01-15T17:32:21.413 INFO:tasks.ceph:Copying monmap to all nodes... 2022-01-15T17:32:21.413 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:21.413 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/c1.keyring of=/dev/stdout 2022-01-15T17:32:21.418 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:21.419 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/home/ubuntu/cephtest/c1.monmap of=/dev/stdout 2022-01-15T17:32:21.426 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi027.front.sepia.ceph.com 2022-01-15T17:32:21.426 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:21.426 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/ceph/c1.keyring 2022-01-15T17:32:21.427 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/c1.keyring 2022-01-15T17:32:21.446 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:21.447 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:21.452 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi103.front.sepia.ceph.com 2022-01-15T17:32:21.452 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:21.453 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/c1.keyring 2022-01-15T17:32:21.453 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0644 /etc/ceph/c1.keyring 2022-01-15T17:32:21.479 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:21.480 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:21.529 INFO:tasks.ceph:Setting up mon nodes... 2022-01-15T17:32:21.529 INFO:tasks.ceph:Setting up mgr nodes... 2022-01-15T17:32:21.530 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mgr/c1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/c1-x/keyring 2022-01-15T17:32:21.576 INFO:teuthology.orchestra.run.smithi027.stdout:creating /var/lib/ceph/mgr/c1-x/keyring 2022-01-15T17:32:21.579 INFO:tasks.ceph:Setting up mds nodes... 2022-01-15T17:32:21.579 INFO:tasks.ceph_client:Setting up client nodes... 2022-01-15T17:32:21.580 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/c1.client.0.keyring && sudo chmod 0644 /etc/ceph/c1.client.0.keyring 2022-01-15T17:32:21.613 INFO:teuthology.orchestra.run.smithi027.stdout:creating /etc/ceph/c1.client.0.keyring 2022-01-15T17:32:21.624 INFO:tasks.ceph:Running mkfs on osd nodes... 2022-01-15T17:32:21.625 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi027.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}} 2022-01-15T17:32:21.625 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/c1-0 2022-01-15T17:32:21.640 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:21.641 INFO:tasks.ceph:role: c1.osd.0 2022-01-15T17:32:21.641 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi027.front.sepia.ceph.com 2022-01-15T17:32:21.641 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-01-15T17:32:22.203 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-01-15T17:32:22.203 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2022-01-15T17:32:22.203 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-01-15T17:32:22.204 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 2022-01-15T17:32:22.204 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-01-15T17:32:22.204 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2022-01-15T17:32:22.204 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-01-15T17:32:22.205 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-01-15T17:32:22.205 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-01-15T17:32:22.205 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-01-15T17:32:22.206 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2022-01-15T17:32:22.207 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/c1-0 2022-01-15T17:32:22.284 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-0 2022-01-15T17:32:22.296 INFO:teuthology.orchestra.run.smithi027.stderr:sudo: /sbin/restorecon: command not found 2022-01-15T17:32:22.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-15T17:32:22.298 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/c1-1 2022-01-15T17:32:22.356 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:22.356 INFO:tasks.ceph:role: c1.osd.1 2022-01-15T17:32:22.356 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi027.front.sepia.ceph.com 2022-01-15T17:32:22.357 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-01-15T17:32:22.872 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-01-15T17:32:22.873 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2022-01-15T17:32:22.873 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-01-15T17:32:22.873 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 2022-01-15T17:32:22.874 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-01-15T17:32:22.874 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2022-01-15T17:32:22.874 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-01-15T17:32:22.874 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-01-15T17:32:22.875 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-01-15T17:32:22.875 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-01-15T17:32:22.876 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2022-01-15T17:32:22.876 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/c1-1 2022-01-15T17:32:22.909 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-1 2022-01-15T17:32:22.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-15T17:32:22.963 INFO:teuthology.orchestra.run.smithi027.stderr:sudo: /sbin/restorecon: command not found 2022-01-15T17:32:22.963 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/c1-2 2022-01-15T17:32:22.974 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:22.975 INFO:tasks.ceph:role: c1.osd.2 2022-01-15T17:32:22.975 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi027.front.sepia.ceph.com 2022-01-15T17:32:22.975 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-01-15T17:32:23.453 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-01-15T17:32:23.453 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2022-01-15T17:32:23.453 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-01-15T17:32:23.454 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 2022-01-15T17:32:23.454 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-01-15T17:32:23.454 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2022-01-15T17:32:23.454 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-01-15T17:32:23.454 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-01-15T17:32:23.455 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-01-15T17:32:23.455 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-01-15T17:32:23.456 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2022-01-15T17:32:23.456 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/c1-2 2022-01-15T17:32:23.515 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-2 2022-01-15T17:32:23.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-15T17:32:23.527 INFO:teuthology.orchestra.run.smithi027.stderr:sudo: /sbin/restorecon: command not found 2022-01-15T17:32:23.528 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:23.604 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:23.603+0000 7fd5511bbd80 -1 auth: error reading file: /var/lib/ceph/osd/c1-0/keyring: can't open /var/lib/ceph/osd/c1-0/keyring: (2) No such file or directory 2022-01-15T17:32:23.606 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:23.603+0000 7fd5511bbd80 -1 created new key in keyring /var/lib/ceph/osd/c1-0/keyring 2022-01-15T17:32:23.607 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:23.603+0000 7fd5511bbd80 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2022-01-15T17:32:23.607 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:23.603+0000 7fd5511bbd80 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2022-01-15T17:32:23.607 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:23.603+0000 7fd5511bbd80 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2022-01-15T17:32:23.610 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:23.607+0000 7fd5511bbd80 -1 bluestore(/var/lib/ceph/osd/c1-0) _read_fsid unparsable uuid 2022-01-15T17:32:23.637 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:23.635+0000 7fd5511bbd80 -1 freelist read_size_meta_from_db missing size meta in DB 2022-01-15T17:32:25.523 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-0 2022-01-15T17:32:25.540 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:25.575 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:25.575+0000 7f21cb609d80 -1 auth: error reading file: /var/lib/ceph/osd/c1-1/keyring: can't open /var/lib/ceph/osd/c1-1/keyring: (2) No such file or directory 2022-01-15T17:32:25.576 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:25.575+0000 7f21cb609d80 -1 created new key in keyring /var/lib/ceph/osd/c1-1/keyring 2022-01-15T17:32:25.576 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:25.575+0000 7f21cb609d80 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2022-01-15T17:32:25.576 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:25.575+0000 7f21cb609d80 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2022-01-15T17:32:25.577 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:25.575+0000 7f21cb609d80 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2022-01-15T17:32:25.577 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:25.579+0000 7f21cb609d80 -1 bluestore(/var/lib/ceph/osd/c1-1) _read_fsid unparsable uuid 2022-01-15T17:32:25.592 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:25.595+0000 7f21cb609d80 -1 freelist read_size_meta_from_db missing size meta in DB 2022-01-15T17:32:27.499 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-1 2022-01-15T17:32:27.515 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:27.598 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:27.599+0000 7f2abc536d80 -1 auth: error reading file: /var/lib/ceph/osd/c1-2/keyring: can't open /var/lib/ceph/osd/c1-2/keyring: (2) No such file or directory 2022-01-15T17:32:27.598 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:27.599+0000 7f2abc536d80 -1 created new key in keyring /var/lib/ceph/osd/c1-2/keyring 2022-01-15T17:32:27.599 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:27.599+0000 7f2abc536d80 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2022-01-15T17:32:27.599 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:27.599+0000 7f2abc536d80 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2022-01-15T17:32:27.599 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:27.599+0000 7f2abc536d80 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2022-01-15T17:32:27.599 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:27.599+0000 7f2abc536d80 -1 bluestore(/var/lib/ceph/osd/c1-2) _read_fsid unparsable uuid 2022-01-15T17:32:27.618 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:32:27.619+0000 7f2abc536d80 -1 freelist read_size_meta_from_db missing size meta in DB 2022-01-15T17:32:29.542 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-2 2022-01-15T17:32:29.559 INFO:tasks.ceph:Reading keys from all nodes... 2022-01-15T17:32:29.560 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:29.560 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/mgr/c1-x/keyring of=/dev/stdout 2022-01-15T17:32:29.571 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:29.571 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/c1-0/keyring of=/dev/stdout 2022-01-15T17:32:29.584 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:29.584 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/c1-1/keyring of=/dev/stdout 2022-01-15T17:32:29.643 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:29.644 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/c1-2/keyring of=/dev/stdout 2022-01-15T17:32:29.654 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:29.654 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/c1.client.0.keyring of=/dev/stdout 2022-01-15T17:32:29.660 INFO:tasks.ceph:Adding keys to all mons... 2022-01-15T17:32:29.660 DEBUG:teuthology.orchestra.run.smithi027:> sudo tee -a /etc/ceph/c1.keyring 2022-01-15T17:32:29.716 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr.x] 2022-01-15T17:32:29.716 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQAlBeNhxVyKIhAAMaaTzt+inSGok0SfpUMVBQ== 2022-01-15T17:32:29.717 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.0] 2022-01-15T17:32:29.717 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQAnBeNhcqolJBAAGpRsvrT5+YLxCsdWE6GdOg== 2022-01-15T17:32:29.717 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.1] 2022-01-15T17:32:29.717 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQApBeNhiDFyIhAAmsJR+m4hp0EyjIg0piSsRg== 2022-01-15T17:32:29.718 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.2] 2022-01-15T17:32:29.718 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQArBeNh4gnJIxAA32hwL/HHYsNAwz0sZFmAKQ== 2022-01-15T17:32:29.718 INFO:teuthology.orchestra.run.smithi027.stdout:[client.0] 2022-01-15T17:32:29.718 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQAlBeNhcIq3JBAAock47ixyYaF022r+K4g09g== 2022-01-15T17:32:29.720 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-01-15T17:32:29.760 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-01-15T17:32:29.802 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-01-15T17:32:29.889 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-01-15T17:32:29.932 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-01-15T17:32:29.975 INFO:tasks.ceph:Running mkfs on mon nodes... 2022-01-15T17:32:29.976 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mon/c1-a 2022-01-15T17:32:30.031 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster c1 --mkfs -i a --monmap /home/ubuntu/cephtest/c1.monmap --keyring /etc/ceph/c1.keyring 2022-01-15T17:32:30.087 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/mon/c1-a 2022-01-15T17:32:30.100 DEBUG:teuthology.orchestra.run.smithi027:> rm -- /home/ubuntu/cephtest/c1.monmap 2022-01-15T17:32:30.150 INFO:tasks.ceph:Starting mon daemons in cluster c1... 2022-01-15T17:32:30.151 INFO:tasks.ceph.c1.mon.a:Restarting daemon 2022-01-15T17:32:30.151 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster c1 -i a 2022-01-15T17:32:30.154 INFO:tasks.ceph.c1.mon.a:Started 2022-01-15T17:32:30.154 INFO:tasks.ceph:Starting mgr daemons in cluster c1... 2022-01-15T17:32:30.155 INFO:tasks.ceph.c1.mgr.x:Restarting daemon 2022-01-15T17:32:30.155 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster c1 -i x 2022-01-15T17:32:30.157 INFO:tasks.ceph.c1.mgr.x:Started 2022-01-15T17:32:30.158 INFO:tasks.ceph:Setting crush tunables to default 2022-01-15T17:32:30.158 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster c1 osd crush tunables default 2022-01-15T17:32:30.404 INFO:teuthology.orchestra.run.smithi027.stderr:adjusted tunables profile to default 2022-01-15T17:32:30.415 INFO:tasks.ceph:Starting osd daemons in cluster c1... 2022-01-15T17:32:30.416 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:30.416 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/c1-0/fsid of=/dev/stdout 2022-01-15T17:32:30.432 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:30.432 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/c1-1/fsid of=/dev/stdout 2022-01-15T17:32:30.444 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:30.445 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/c1-2/fsid of=/dev/stdout 2022-01-15T17:32:30.454 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster c1 osd new 05f42838-2d7d-4da3-bcf8-a52545d7d7a9 0 2022-01-15T17:32:30.687 INFO:teuthology.orchestra.run.smithi027.stdout:0 2022-01-15T17:32:30.702 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster c1 osd new 49022cc2-0a5b-483f-ac69-e85027f32ad2 1 2022-01-15T17:32:30.886 INFO:teuthology.orchestra.run.smithi027.stdout:1 2022-01-15T17:32:30.897 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster c1 osd new 1f68028b-0416-40b9-9a9c-d3b49fc1f7db 2 2022-01-15T17:32:31.082 INFO:teuthology.orchestra.run.smithi027.stdout:2 2022-01-15T17:32:31.095 INFO:tasks.ceph.c1.osd.0:Restarting daemon 2022-01-15T17:32:31.095 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 0 2022-01-15T17:32:31.098 INFO:tasks.ceph.c1.osd.0:Started 2022-01-15T17:32:31.098 INFO:tasks.ceph.c1.osd.1:Restarting daemon 2022-01-15T17:32:31.099 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 1 2022-01-15T17:32:31.101 INFO:tasks.ceph.c1.osd.1:Started 2022-01-15T17:32:31.101 INFO:tasks.ceph.c1.osd.2:Restarting daemon 2022-01-15T17:32:31.101 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 2 2022-01-15T17:32:31.104 INFO:tasks.ceph.c1.osd.2:Started 2022-01-15T17:32:31.104 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2022-01-15T17:32:31.265 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:31.266 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":5,"fsid":"abe50bdc-adf9-4af6-bcd6-49c5bc758a38","created":"2022-01-15T17:32:30.295650+0000","modified":"2022-01-15T17:32:31.081763+0000","last_up_change":"0.000000","last_in_change":"0.000000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[],"osds":[{"osd":0,"uuid":"05f42838-2d7d-4da3-bcf8-a52545d7d7a9","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"49022cc2-0a5b-483f-ac69-e85027f32ad2","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1f68028b-0416-40b9-9a9c-d3b49fc1f7db","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:32:31.276 INFO:tasks.ceph.ceph_manager.c1:[] 2022-01-15T17:32:31.277 INFO:tasks.ceph:Waiting for OSDs to come up 2022-01-15T17:32:31.462 INFO:tasks.ceph.c1.osd.0.smithi027.stderr:2022-01-15T17:32:31.463+0000 7fbb6d14fd80 -1 Falling back to public interface 2022-01-15T17:32:31.579 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2022-01-15T17:32:31.710 INFO:tasks.ceph.c1.osd.1.smithi027.stderr:2022-01-15T17:32:31.710+0000 7fc2d6dedd80 -1 Falling back to public interface 2022-01-15T17:32:31.717 INFO:tasks.ceph.c1.osd.2.smithi027.stderr:2022-01-15T17:32:31.718+0000 7f19faa3cd80 -1 Falling back to public interface 2022-01-15T17:32:31.736 INFO:teuthology.misc.health.smithi027.stdout: 2022-01-15T17:32:31.736 INFO:teuthology.misc.health.smithi027.stdout:{"epoch":5,"fsid":"abe50bdc-adf9-4af6-bcd6-49c5bc758a38","created":"2022-01-15T17:32:30.295650+0000","modified":"2022-01-15T17:32:31.081763+0000","last_up_change":"0.000000","last_in_change":"0.000000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[],"osds":[{"osd":0,"uuid":"05f42838-2d7d-4da3-bcf8-a52545d7d7a9","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"49022cc2-0a5b-483f-ac69-e85027f32ad2","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1f68028b-0416-40b9-9a9c-d3b49fc1f7db","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:32:31.749 DEBUG:teuthology.misc:0 of 3 OSDs are up 2022-01-15T17:32:32.125 INFO:tasks.ceph.c1.osd.0.smithi027.stderr:2022-01-15T17:32:32.126+0000 7fbb6d14fd80 -1 osd.0 0 log_to_monitors {default=true} 2022-01-15T17:32:32.341 INFO:tasks.ceph.c1.osd.2.smithi027.stderr:2022-01-15T17:32:32.342+0000 7f19faa3cd80 -1 osd.2 0 log_to_monitors {default=true} 2022-01-15T17:32:32.354 INFO:tasks.ceph.c1.osd.1.smithi027.stderr:2022-01-15T17:32:32.354+0000 7fc2d6dedd80 -1 osd.1 0 log_to_monitors {default=true} 2022-01-15T17:32:33.336 INFO:tasks.ceph.c1.osd.0.smithi027.stderr:2022-01-15T17:32:33.334+0000 7fbb5f1f4700 -1 osd.0 0 waiting for initial osdmap 2022-01-15T17:32:33.340 INFO:tasks.ceph.c1.osd.0.smithi027.stderr:2022-01-15T17:32:33.338+0000 7fbb66672700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-15T17:32:34.342 INFO:tasks.ceph.c1.osd.2.smithi027.stderr:2022-01-15T17:32:34.342+0000 7f19ecae1700 -1 osd.2 0 waiting for initial osdmap 2022-01-15T17:32:34.342 INFO:tasks.ceph.c1.osd.1.smithi027.stderr:2022-01-15T17:32:34.342+0000 7fc2c8e92700 -1 osd.1 0 waiting for initial osdmap 2022-01-15T17:32:34.348 INFO:tasks.ceph.c1.osd.1.smithi027.stderr:2022-01-15T17:32:34.350+0000 7fc2d0310700 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-15T17:32:34.348 INFO:tasks.ceph.c1.osd.2.smithi027.stderr:2022-01-15T17:32:34.350+0000 7f19f3f5f700 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-15T17:32:38.053 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2022-01-15T17:32:38.294 INFO:teuthology.misc.health.smithi027.stdout: 2022-01-15T17:32:38.295 INFO:teuthology.misc.health.smithi027.stdout:{"epoch":11,"fsid":"abe50bdc-adf9-4af6-bcd6-49c5bc758a38","created":"2022-01-15T17:32:30.295650+0000","modified":"2022-01-15T17:32:37.349240+0000","last_up_change":"2022-01-15T17:32:35.327861+0000","last_in_change":"2022-01-15T17:32:35.327861+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-15T17:32:33.192600+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"05f42838-2d7d-4da3-bcf8-a52545d7d7a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":8,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":13845},{"type":"v1","addr":"172.21.15.27:6801","nonce":13845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":13845},{"type":"v1","addr":"172.21.15.27:6803","nonce":13845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":13845},{"type":"v1","addr":"172.21.15.27:6807","nonce":13845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":13845},{"type":"v1","addr":"172.21.15.27:6805","nonce":13845}]},"public_addr":"172.21.15.27:6801/13845","cluster_addr":"172.21.15.27:6803/13845","heartbeat_back_addr":"172.21.15.27:6807/13845","heartbeat_front_addr":"172.21.15.27:6805/13845","state":["exists","up"]},{"osd":1,"uuid":"49022cc2-0a5b-483f-ac69-e85027f32ad2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":13846},{"type":"v1","addr":"172.21.15.27:6809","nonce":13846}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":13846},{"type":"v1","addr":"172.21.15.27:6811","nonce":13846}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":13846},{"type":"v1","addr":"172.21.15.27:6815","nonce":13846}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":13846},{"type":"v1","addr":"172.21.15.27:6813","nonce":13846}]},"public_addr":"172.21.15.27:6809/13846","cluster_addr":"172.21.15.27:6811/13846","heartbeat_back_addr":"172.21.15.27:6815/13846","heartbeat_front_addr":"172.21.15.27:6813/13846","state":["exists","up"]},{"osd":2,"uuid":"1f68028b-0416-40b9-9a9c-d3b49fc1f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":13875},{"type":"v1","addr":"172.21.15.27:6817","nonce":13875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":13875},{"type":"v1","addr":"172.21.15.27:6819","nonce":13875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":13875},{"type":"v1","addr":"172.21.15.27:6823","nonce":13875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":13875},{"type":"v1","addr":"172.21.15.27:6821","nonce":13875}]},"public_addr":"172.21.15.27:6817/13875","cluster_addr":"172.21.15.27:6819/13875","heartbeat_back_addr":"172.21.15.27:6823/13875","heartbeat_front_addr":"172.21.15.27:6821/13875","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.084628+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.310915+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.317285+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:32:38.305 DEBUG:teuthology.misc:3 of 3 OSDs are up 2022-01-15T17:32:38.306 INFO:tasks.ceph:Creating RBD pool 2022-01-15T17:32:38.306 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster c1 osd pool create rbd 8 2022-01-15T17:32:39.376 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'rbd' created 2022-01-15T17:32:39.388 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster c1 osd pool application enable rbd rbd --yes-i-really-mean-it 2022-01-15T17:32:40.385 INFO:teuthology.orchestra.run.smithi027.stderr:enabled application 'rbd' on pool 'rbd' 2022-01-15T17:32:40.395 INFO:tasks.ceph:Starting mds daemons in cluster c1... 2022-01-15T17:32:40.395 INFO:tasks.ceph:Waiting until c1 daemons up and pgs clean... 2022-01-15T17:32:40.396 INFO:tasks.ceph.ceph_manager.c1:waiting for mgr available 2022-01-15T17:32:40.396 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 mgr dump --format=json 2022-01-15T17:32:40.397 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2022-01-15T17:32:40.672 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:40.683 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":4,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":13653},{"type":"v1","addr":"172.21.15.27:6825","nonce":13653}]},"active_addr":"172.21.15.27:6825/13653","active_change":"2022-01-15T17:32:33.104887+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[],"modules":["iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_cloud","can_run":true,"error_string":"","module_options":{"diskprediction_cert_context":{"name":"diskprediction_cert_context","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_default_authority":{"name":"diskprediction_default_authority","type":"str","level":"advanced","flags":0,"default_value":"localhost","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_password":{"name":"diskprediction_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_port":{"name":"diskprediction_port","type":"str","level":"advanced","flags":0,"default_value":"31400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_retrieve_prediction_interval":{"name":"diskprediction_retrieve_prediction_interval","type":"str","level":"advanced","flags":0,"default_value":"43200","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_server":{"name":"diskprediction_server","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_ssl_target_name_override":{"name":"diskprediction_ssl_target_name_override","type":"str","level":"advanced","flags":0,"default_value":"localhost","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_upload_metrics_interval":{"name":"diskprediction_upload_metrics_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_upload_smart_interval":{"name":"diskprediction_upload_smart_interval","type":"str","level":"advanced","flags":0,"default_value":"43200","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_user":{"name":"diskprediction_user","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":2270852112}]},{"addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":781060787}]},{"addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":2383513777}]}]}} 2022-01-15T17:32:40.689 INFO:tasks.ceph.ceph_manager.c1:mgr available! 2022-01-15T17:32:40.689 INFO:tasks.ceph.ceph_manager.c1:waiting for all up 2022-01-15T17:32:40.689 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2022-01-15T17:32:40.926 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:40.927 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"fsid":"abe50bdc-adf9-4af6-bcd6-49c5bc758a38","created":"2022-01-15T17:32:30.295650+0000","modified":"2022-01-15T17:32:40.365739+0000","last_up_change":"2022-01-15T17:32:35.327861+0000","last_in_change":"2022-01-15T17:32:35.327861+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-15T17:32:33.192600+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-01-15T17:32:38.616701+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"05f42838-2d7d-4da3-bcf8-a52545d7d7a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":13845},{"type":"v1","addr":"172.21.15.27:6801","nonce":13845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":13845},{"type":"v1","addr":"172.21.15.27:6803","nonce":13845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":13845},{"type":"v1","addr":"172.21.15.27:6807","nonce":13845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":13845},{"type":"v1","addr":"172.21.15.27:6805","nonce":13845}]},"public_addr":"172.21.15.27:6801/13845","cluster_addr":"172.21.15.27:6803/13845","heartbeat_back_addr":"172.21.15.27:6807/13845","heartbeat_front_addr":"172.21.15.27:6805/13845","state":["exists","up"]},{"osd":1,"uuid":"49022cc2-0a5b-483f-ac69-e85027f32ad2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":13846},{"type":"v1","addr":"172.21.15.27:6809","nonce":13846}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":13846},{"type":"v1","addr":"172.21.15.27:6811","nonce":13846}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":13846},{"type":"v1","addr":"172.21.15.27:6815","nonce":13846}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":13846},{"type":"v1","addr":"172.21.15.27:6813","nonce":13846}]},"public_addr":"172.21.15.27:6809/13846","cluster_addr":"172.21.15.27:6811/13846","heartbeat_back_addr":"172.21.15.27:6815/13846","heartbeat_front_addr":"172.21.15.27:6813/13846","state":["exists","up"]},{"osd":2,"uuid":"1f68028b-0416-40b9-9a9c-d3b49fc1f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":13875},{"type":"v1","addr":"172.21.15.27:6817","nonce":13875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":13875},{"type":"v1","addr":"172.21.15.27:6819","nonce":13875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":13875},{"type":"v1","addr":"172.21.15.27:6823","nonce":13875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":13875},{"type":"v1","addr":"172.21.15.27:6821","nonce":13875}]},"public_addr":"172.21.15.27:6817/13875","cluster_addr":"172.21.15.27:6819/13875","heartbeat_back_addr":"172.21.15.27:6823/13875","heartbeat_front_addr":"172.21.15.27:6821/13875","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.084628+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.310915+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.317285+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:32:40.939 INFO:tasks.ceph.ceph_manager.c1:all up! 2022-01-15T17:32:40.939 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2022-01-15T17:32:41.181 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:41.181 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"fsid":"abe50bdc-adf9-4af6-bcd6-49c5bc758a38","created":"2022-01-15T17:32:30.295650+0000","modified":"2022-01-15T17:32:40.365739+0000","last_up_change":"2022-01-15T17:32:35.327861+0000","last_in_change":"2022-01-15T17:32:35.327861+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-15T17:32:33.192600+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-01-15T17:32:38.616701+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"05f42838-2d7d-4da3-bcf8-a52545d7d7a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":13845},{"type":"v1","addr":"172.21.15.27:6801","nonce":13845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":13845},{"type":"v1","addr":"172.21.15.27:6803","nonce":13845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":13845},{"type":"v1","addr":"172.21.15.27:6807","nonce":13845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":13845},{"type":"v1","addr":"172.21.15.27:6805","nonce":13845}]},"public_addr":"172.21.15.27:6801/13845","cluster_addr":"172.21.15.27:6803/13845","heartbeat_back_addr":"172.21.15.27:6807/13845","heartbeat_front_addr":"172.21.15.27:6805/13845","state":["exists","up"]},{"osd":1,"uuid":"49022cc2-0a5b-483f-ac69-e85027f32ad2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":13846},{"type":"v1","addr":"172.21.15.27:6809","nonce":13846}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":13846},{"type":"v1","addr":"172.21.15.27:6811","nonce":13846}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":13846},{"type":"v1","addr":"172.21.15.27:6815","nonce":13846}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":13846},{"type":"v1","addr":"172.21.15.27:6813","nonce":13846}]},"public_addr":"172.21.15.27:6809/13846","cluster_addr":"172.21.15.27:6811/13846","heartbeat_back_addr":"172.21.15.27:6815/13846","heartbeat_front_addr":"172.21.15.27:6813/13846","state":["exists","up"]},{"osd":2,"uuid":"1f68028b-0416-40b9-9a9c-d3b49fc1f7db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":13875},{"type":"v1","addr":"172.21.15.27:6817","nonce":13875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":13875},{"type":"v1","addr":"172.21.15.27:6819","nonce":13875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":13875},{"type":"v1","addr":"172.21.15.27:6823","nonce":13875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":13875},{"type":"v1","addr":"172.21.15.27:6821","nonce":13875}]},"public_addr":"172.21.15.27:6817/13875","cluster_addr":"172.21.15.27:6819/13875","heartbeat_back_addr":"172.21.15.27:6823/13875","heartbeat_front_addr":"172.21.15.27:6821/13875","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.084628+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.310915+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:33.317285+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:32:41.194 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.0 flush_pg_stats 2022-01-15T17:32:41.194 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.1 flush_pg_stats 2022-01-15T17:32:41.195 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.2 flush_pg_stats 2022-01-15T17:32:41.328 INFO:teuthology.orchestra.run.smithi027.stdout:38654705667 2022-01-15T17:32:41.329 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.2 2022-01-15T17:32:41.333 INFO:teuthology.orchestra.run.smithi027.stdout:34359738372 2022-01-15T17:32:41.334 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.0 2022-01-15T17:32:41.337 INFO:teuthology.orchestra.run.smithi027.stdout:38654705667 2022-01-15T17:32:41.337 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.1 2022-01-15T17:32:41.556 INFO:teuthology.orchestra.run.smithi027.stdout:38654705666 2022-01-15T17:32:41.565 INFO:teuthology.orchestra.run.smithi027.stdout:38654705666 2022-01-15T17:32:41.569 INFO:teuthology.orchestra.run.smithi027.stdout:34359738371 2022-01-15T17:32:41.574 INFO:tasks.ceph.ceph_manager.c1:need seq 38654705667 got 38654705666 for osd.2 2022-01-15T17:32:41.578 INFO:tasks.ceph.ceph_manager.c1:need seq 38654705667 got 38654705666 for osd.1 2022-01-15T17:32:41.582 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738372 got 34359738371 for osd.0 2022-01-15T17:32:42.575 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.2 2022-01-15T17:32:42.579 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.1 2022-01-15T17:32:42.583 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.0 2022-01-15T17:32:42.824 INFO:teuthology.orchestra.run.smithi027.stdout:38654705666 2022-01-15T17:32:42.831 INFO:teuthology.orchestra.run.smithi027.stdout:38654705666 2022-01-15T17:32:42.836 INFO:tasks.ceph.ceph_manager.c1:need seq 38654705667 got 38654705666 for osd.2 2022-01-15T17:32:42.844 INFO:tasks.ceph.ceph_manager.c1:need seq 38654705667 got 38654705666 for osd.1 2022-01-15T17:32:42.865 INFO:teuthology.orchestra.run.smithi027.stdout:34359738371 2022-01-15T17:32:42.877 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738372 got 34359738371 for osd.0 2022-01-15T17:32:43.837 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.2 2022-01-15T17:32:43.846 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.1 2022-01-15T17:32:43.879 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.0 2022-01-15T17:32:44.105 INFO:teuthology.orchestra.run.smithi027.stdout:38654705667 2022-01-15T17:32:44.118 INFO:tasks.ceph.ceph_manager.c1:need seq 38654705667 got 38654705667 for osd.2 2022-01-15T17:32:44.118 DEBUG:teuthology.parallel:result is None 2022-01-15T17:32:44.123 INFO:teuthology.orchestra.run.smithi027.stdout:38654705667 2022-01-15T17:32:44.135 INFO:tasks.ceph.ceph_manager.c1:need seq 38654705667 got 38654705667 for osd.1 2022-01-15T17:32:44.135 DEBUG:teuthology.parallel:result is None 2022-01-15T17:32:44.137 INFO:teuthology.orchestra.run.smithi027.stdout:34359738372 2022-01-15T17:32:44.149 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738372 got 34359738372 for osd.0 2022-01-15T17:32:44.150 DEBUG:teuthology.parallel:result is None 2022-01-15T17:32:44.150 INFO:tasks.ceph.ceph_manager.c1:waiting for clean 2022-01-15T17:32:44.151 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 pg dump --format=json 2022-01-15T17:32:44.394 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:44.396 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2022-01-15T17:32:44.408 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":15,"stamp":"2022-01-15T17:32:43.115933+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":3146080,"kb_used_data":328,"kb_used_omap":0,"kb_used_meta":3145728,"kb_avail":311426720,"statfs":{"total":322122547200,"available":318900961280,"internally_reserved":3221225472,"allocated":335872,"data_stored":92274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":3221225472},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000679"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383355+0000","last_change":"2022-01-15T17:32:40.383355+0000","last_active":"2022-01-15T17:32:40.383355+0000","last_peered":"2022-01-15T17:32:40.383355+0000","last_clean":"2022-01-15T17:32:40.383355+0000","last_became_active":"2022-01-15T17:32:40.382987+0000","last_became_peered":"2022-01-15T17:32:40.382987+0000","last_unstale":"2022-01-15T17:32:40.383355+0000","last_undegraded":"2022-01-15T17:32:40.383355+0000","last_fullsized":"2022-01-15T17:32:40.383355+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.384652+0000","last_change":"2022-01-15T17:32:40.384652+0000","last_active":"2022-01-15T17:32:40.384652+0000","last_peered":"2022-01-15T17:32:40.384652+0000","last_clean":"2022-01-15T17:32:40.384652+0000","last_became_active":"2022-01-15T17:32:40.384325+0000","last_became_peered":"2022-01-15T17:32:40.384325+0000","last_unstale":"2022-01-15T17:32:40.384652+0000","last_undegraded":"2022-01-15T17:32:40.384652+0000","last_fullsized":"2022-01-15T17:32:40.384652+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383362+0000","last_change":"2022-01-15T17:32:40.383362+0000","last_active":"2022-01-15T17:32:40.383362+0000","last_peered":"2022-01-15T17:32:40.383362+0000","last_clean":"2022-01-15T17:32:40.383362+0000","last_became_active":"2022-01-15T17:32:40.382935+0000","last_became_peered":"2022-01-15T17:32:40.382935+0000","last_unstale":"2022-01-15T17:32:40.383362+0000","last_undegraded":"2022-01-15T17:32:40.383362+0000","last_fullsized":"2022-01-15T17:32:40.383362+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.385253+0000","last_change":"2022-01-15T17:32:40.385253+0000","last_active":"2022-01-15T17:32:40.385253+0000","last_peered":"2022-01-15T17:32:40.385253+0000","last_clean":"2022-01-15T17:32:40.385253+0000","last_became_active":"2022-01-15T17:32:40.384899+0000","last_became_peered":"2022-01-15T17:32:40.384899+0000","last_unstale":"2022-01-15T17:32:40.385253+0000","last_undegraded":"2022-01-15T17:32:40.385253+0000","last_fullsized":"2022-01-15T17:32:40.385253+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.385169+0000","last_change":"2022-01-15T17:32:40.385169+0000","last_active":"2022-01-15T17:32:40.385169+0000","last_peered":"2022-01-15T17:32:40.385169+0000","last_clean":"2022-01-15T17:32:40.385169+0000","last_became_active":"2022-01-15T17:32:40.384691+0000","last_became_peered":"2022-01-15T17:32:40.384691+0000","last_unstale":"2022-01-15T17:32:40.385169+0000","last_undegraded":"2022-01-15T17:32:40.385169+0000","last_fullsized":"2022-01-15T17:32:40.385169+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383038+0000","last_change":"2022-01-15T17:32:40.383038+0000","last_active":"2022-01-15T17:32:40.383038+0000","last_peered":"2022-01-15T17:32:40.383038+0000","last_clean":"2022-01-15T17:32:40.383038+0000","last_became_active":"2022-01-15T17:32:40.381996+0000","last_became_peered":"2022-01-15T17:32:40.381996+0000","last_unstale":"2022-01-15T17:32:40.383038+0000","last_undegraded":"2022-01-15T17:32:40.383038+0000","last_fullsized":"2022-01-15T17:32:40.383038+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383070+0000","last_change":"2022-01-15T17:32:40.383070+0000","last_active":"2022-01-15T17:32:40.383070+0000","last_peered":"2022-01-15T17:32:40.383070+0000","last_clean":"2022-01-15T17:32:40.383070+0000","last_became_active":"2022-01-15T17:32:40.381037+0000","last_became_peered":"2022-01-15T17:32:40.381037+0000","last_unstale":"2022-01-15T17:32:40.383070+0000","last_undegraded":"2022-01-15T17:32:40.383070+0000","last_fullsized":"2022-01-15T17:32:40.383070+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.380963+0000","last_change":"2022-01-15T17:32:40.380963+0000","last_active":"2022-01-15T17:32:40.380963+0000","last_peered":"2022-01-15T17:32:40.380963+0000","last_clean":"2022-01-15T17:32:40.380963+0000","last_became_active":"2022-01-15T17:32:40.380483+0000","last_became_peered":"2022-01-15T17:32:40.380483+0000","last_unstale":"2022-01-15T17:32:40.380963+0000","last_undegraded":"2022-01-15T17:32:40.380963+0000","last_fullsized":"2022-01-15T17:32:40.380963+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'1","reported_seq":12,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-01-15T17:32:39.378510+0000","last_change":"2022-01-15T17:32:36.360498+0000","last_active":"2022-01-15T17:32:39.378510+0000","last_peered":"2022-01-15T17:32:39.378510+0000","last_clean":"2022-01-15T17:32:39.378510+0000","last_became_active":"2022-01-15T17:32:36.359158+0000","last_became_peered":"2022-01-15T17:32:36.359158+0000","last_unstale":"2022-01-15T17:32:39.378510+0000","last_undegraded":"2022-01-15T17:32:39.378510+0000","last_fullsized":"2022-01-15T17:32:39.378510+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":7,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:33.319882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:33.319882+0000","last_clean_scrub_stamp":"2022-01-15T17:32:33.319882+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048688,"kb_used_data":104,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808912,"statfs":{"total":107374182400,"available":106300325888,"internally_reserved":1073741824,"allocated":106496,"data_stored":28422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]}]},{"osd":1,"up_from":9,"seq":38654705667,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":31926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]}]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":31926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}]}} 2022-01-15T17:32:44.409 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 pg dump --format=json 2022-01-15T17:32:44.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:44.653 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2022-01-15T17:32:44.664 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":15,"stamp":"2022-01-15T17:32:43.115933+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":3146080,"kb_used_data":328,"kb_used_omap":0,"kb_used_meta":3145728,"kb_avail":311426720,"statfs":{"total":322122547200,"available":318900961280,"internally_reserved":3221225472,"allocated":335872,"data_stored":92274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":3221225472},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000679"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383355+0000","last_change":"2022-01-15T17:32:40.383355+0000","last_active":"2022-01-15T17:32:40.383355+0000","last_peered":"2022-01-15T17:32:40.383355+0000","last_clean":"2022-01-15T17:32:40.383355+0000","last_became_active":"2022-01-15T17:32:40.382987+0000","last_became_peered":"2022-01-15T17:32:40.382987+0000","last_unstale":"2022-01-15T17:32:40.383355+0000","last_undegraded":"2022-01-15T17:32:40.383355+0000","last_fullsized":"2022-01-15T17:32:40.383355+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.384652+0000","last_change":"2022-01-15T17:32:40.384652+0000","last_active":"2022-01-15T17:32:40.384652+0000","last_peered":"2022-01-15T17:32:40.384652+0000","last_clean":"2022-01-15T17:32:40.384652+0000","last_became_active":"2022-01-15T17:32:40.384325+0000","last_became_peered":"2022-01-15T17:32:40.384325+0000","last_unstale":"2022-01-15T17:32:40.384652+0000","last_undegraded":"2022-01-15T17:32:40.384652+0000","last_fullsized":"2022-01-15T17:32:40.384652+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383362+0000","last_change":"2022-01-15T17:32:40.383362+0000","last_active":"2022-01-15T17:32:40.383362+0000","last_peered":"2022-01-15T17:32:40.383362+0000","last_clean":"2022-01-15T17:32:40.383362+0000","last_became_active":"2022-01-15T17:32:40.382935+0000","last_became_peered":"2022-01-15T17:32:40.382935+0000","last_unstale":"2022-01-15T17:32:40.383362+0000","last_undegraded":"2022-01-15T17:32:40.383362+0000","last_fullsized":"2022-01-15T17:32:40.383362+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.385253+0000","last_change":"2022-01-15T17:32:40.385253+0000","last_active":"2022-01-15T17:32:40.385253+0000","last_peered":"2022-01-15T17:32:40.385253+0000","last_clean":"2022-01-15T17:32:40.385253+0000","last_became_active":"2022-01-15T17:32:40.384899+0000","last_became_peered":"2022-01-15T17:32:40.384899+0000","last_unstale":"2022-01-15T17:32:40.385253+0000","last_undegraded":"2022-01-15T17:32:40.385253+0000","last_fullsized":"2022-01-15T17:32:40.385253+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.385169+0000","last_change":"2022-01-15T17:32:40.385169+0000","last_active":"2022-01-15T17:32:40.385169+0000","last_peered":"2022-01-15T17:32:40.385169+0000","last_clean":"2022-01-15T17:32:40.385169+0000","last_became_active":"2022-01-15T17:32:40.384691+0000","last_became_peered":"2022-01-15T17:32:40.384691+0000","last_unstale":"2022-01-15T17:32:40.385169+0000","last_undegraded":"2022-01-15T17:32:40.385169+0000","last_fullsized":"2022-01-15T17:32:40.385169+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383038+0000","last_change":"2022-01-15T17:32:40.383038+0000","last_active":"2022-01-15T17:32:40.383038+0000","last_peered":"2022-01-15T17:32:40.383038+0000","last_clean":"2022-01-15T17:32:40.383038+0000","last_became_active":"2022-01-15T17:32:40.381996+0000","last_became_peered":"2022-01-15T17:32:40.381996+0000","last_unstale":"2022-01-15T17:32:40.383038+0000","last_undegraded":"2022-01-15T17:32:40.383038+0000","last_fullsized":"2022-01-15T17:32:40.383038+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.383070+0000","last_change":"2022-01-15T17:32:40.383070+0000","last_active":"2022-01-15T17:32:40.383070+0000","last_peered":"2022-01-15T17:32:40.383070+0000","last_clean":"2022-01-15T17:32:40.383070+0000","last_became_active":"2022-01-15T17:32:40.381037+0000","last_became_peered":"2022-01-15T17:32:40.381037+0000","last_unstale":"2022-01-15T17:32:40.383070+0000","last_undegraded":"2022-01-15T17:32:40.383070+0000","last_fullsized":"2022-01-15T17:32:40.383070+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:32:40.380963+0000","last_change":"2022-01-15T17:32:40.380963+0000","last_active":"2022-01-15T17:32:40.380963+0000","last_peered":"2022-01-15T17:32:40.380963+0000","last_clean":"2022-01-15T17:32:40.380963+0000","last_became_active":"2022-01-15T17:32:40.380483+0000","last_became_peered":"2022-01-15T17:32:40.380483+0000","last_unstale":"2022-01-15T17:32:40.380963+0000","last_undegraded":"2022-01-15T17:32:40.380963+0000","last_fullsized":"2022-01-15T17:32:40.380963+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:39.359182+0000","last_clean_scrub_stamp":"2022-01-15T17:32:39.359182+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'1","reported_seq":12,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-01-15T17:32:39.378510+0000","last_change":"2022-01-15T17:32:36.360498+0000","last_active":"2022-01-15T17:32:39.378510+0000","last_peered":"2022-01-15T17:32:39.378510+0000","last_clean":"2022-01-15T17:32:39.378510+0000","last_became_active":"2022-01-15T17:32:36.359158+0000","last_became_peered":"2022-01-15T17:32:36.359158+0000","last_unstale":"2022-01-15T17:32:39.378510+0000","last_undegraded":"2022-01-15T17:32:39.378510+0000","last_fullsized":"2022-01-15T17:32:39.378510+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":7,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:33.319882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:33.319882+0000","last_clean_scrub_stamp":"2022-01-15T17:32:33.319882+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048688,"kb_used_data":104,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808912,"statfs":{"total":107374182400,"available":106300325888,"internally_reserved":1073741824,"allocated":106496,"data_stored":28422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]}]},{"osd":1,"up_from":9,"seq":38654705667,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":31926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.505}]}]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":31926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}]}} 2022-01-15T17:32:44.665 INFO:tasks.ceph.ceph_manager.c1:clean! 2022-01-15T17:32:44.665 INFO:tasks.ceph:Waiting until ceph cluster c1 is healthy... 2022-01-15T17:32:44.666 INFO:tasks.ceph.ceph_manager.c1:wait_until_healthy 2022-01-15T17:32:44.666 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 health --format=json 2022-01-15T17:32:44.953 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:44.967 INFO:teuthology.orchestra.run.smithi027.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-01-15T17:32:44.968 INFO:tasks.ceph.ceph_manager.c1:wait_until_healthy done 2022-01-15T17:32:44.968 INFO:teuthology.run_tasks:Running task ceph... 2022-01-15T17:32:44.985 INFO:tasks.ceph:Creating ceph cluster c2... 2022-01-15T17:32:44.986 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'cpu_profile': set(), 'cluster': 'c2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2022-01-15T17:32:44.986 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi/6619860', 'branch': 'wip-yuriw-quincy-1.14.22', 'description': 'upgrade/octopus-x/rgw-multisite/{clusters frontend overrides realm tasks upgrade/primary}', 'email': 'ceph-qa@ceph.io', 'first_in_suite': False, 'job_id': '6619860', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'yuriw-2022-01-15_15:15:15-upgrade-wip-yuriw-quincy-1.14.22-distro-default-smithi', 'nuke-on-error': True, 'overrides': {'admin_socket': {'branch': 'wip-yuriw-quincy-1.14.22'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'wait-for-scrub': False}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'}}, 'rgw': {'compression type': 'random', 'frontend': 'beast'}, 'rgw-multisite': {'realm': {'is default': True, 'name': 'test-realm'}, 'zonegroups': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zonegroup', 'zones': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zone1'}, {'endpoints': ['c2.client.0'], 'is_default': True, 'name': 'test-zone2'}, {'endpoints': ['c2.client.1'], 'is_pubsub': True, 'name': 'test-zone3'}]}]}, 'rgw-multisite-tests': {'args': ['tests.py', 'tests_ps.py'], 'branch': 'octopus', 'repo': 'https://github.com/ceph/ceph.git'}, 'workunit': {'branch': 'wip-yuriw-quincy-1.14.22', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'}}, 'owner': 'scheduled_yuriw@teuthology', 'priority': 51, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0'], ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1']], 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'sleep_before_teardown': 0, 'suite': 'upgrade', 'suite_branch': 'wip-yuriw-quincy-1.14.22', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_9b350bd11321bfdf7ac34e1ad37c617b4453e371/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'targets': {'smithi027.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD9FgHV+5VrdN7oqxnvfNQHBzmMdIGSXcI9IyRdbBs4PyUusmYmc3C9KXo7belzz+sTigXz3jEnadOwJSzKhRTdTJzf6pPJEPynZmnerhWa+hzWm+pjC+X7zNoNhciz9SEjOT7FPFGPcSKpg9RgzLiISHe15am4gmzY4p1rolaxQTmaBsatX1rgG68TDt0zwhYdEOAXO6LY+lALgXUO9/dnERYr3SEkjILJDx07L/TlCTNQmW0tVYSy2XGZgFZ7Rt7GJPAtYHs8KfgfsEge3JJ7fGRcLLXAp7ty5S6fsMnB+ADCFstNxMlhY09WwaWqUgEAj3Sqf2PEXBMsM+47aCSmyzN57OUDngqtuWRHMd1A9H+Qa0OCq0L+bTEaY+hfxyERq74Vf4QZ00PgyXs/JLH0Y2B7EJ8zQQYZkicY6Ettz+CHS/K9ElcYX/9DzdwHX9BW4TxA4NCsSfUfDzTXqYc6heDoQ3YWYttQSY089poX0BC7h3b1UUamR1k4h9pDqcE=', 'smithi103.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDW1awgHxFVaEcmOcjXm0wgsAWFAdqDzOZSZkvR2MPnP0G54VdhMyCEFg3apNNGfxz5l1jNsck/dnO4w/fWvjg5J+p+R9aRUif905SksrZHduggRpJalzVprey/H+CfIFAc2JWSWSsSnjcTGs4vDVz4yCPZWMEHx2/1Fye/lK+gags6dXNoOuvb3gF0b1k3zueecYnmJX9emAq+XToWOX4tWWjNiVE67cMybIKDbYXz5wmEjWzap26oMxf3pk0kupJ4lpue5ntdQFYZtA6p8iZCvn7yuAOt3Vg2U4k+smTi0Fk3VBdALmYDTA9WMB78tcasHX0viZ5sFSWs8mC0uRHSUvlYC69tcxbfjTT4/kgZb9Aq1kGqm9Jd7OhFBpvK84tHf6EuC0uHoHyOSqw14JwxFbBVwqgwLsHY1/mnc5C7sYirKULEkwOgEhcUQhMOQLNhDhw/ASzXR1Iw3AuzrpsykSi6+n7i7jYx4DzSMHLlKsBEO/UKPSUHfuOok0P1fdc='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'exclude_packages': ['ceph-volume'], 'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'}}, {'ceph': {'cluster': 'c1', 'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'wait-for-scrub': False}}, {'ceph': {'cluster': 'c2', 'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371', 'wait-for-scrub': False}}, {'parallel': ['upgrade-task']}, {'rgw': {'c1.client.0': {'port': 8000}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}}}, {'rgw-multisite': None}, {'rgw-multisite-tests': {'config': {'reconfigure_delay': 60}}}], 'teuthology_branch': 'master', 'teuthology_sha1': '3ff86a5dbaafecdb6414fa2fea970bb44e836829', 'timestamp': '2022-01-15_15:15:15', 'tube': 'smithi', 'upgrade-task': [{'install.upgrade': {'c1.client.0': None, 'c1.mgr.x': None, 'c1.mon.a': None, 'c1.osd.0': None, 'c1.osd.1': None, 'c1.osd.2': None, 'exclude_packages': ['ceph-volume']}}], 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.20261'} 2022-01-15T17:32:44.987 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/c2.data 2022-01-15T17:32:44.990 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/c2.data 2022-01-15T17:32:44.998 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m0777 -- /var/run/ceph 2022-01-15T17:32:45.000 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m0777 -- /var/run/ceph 2022-01-15T17:32:45.014 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:45.015 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/scratch_devs of=/dev/stdout 2022-01-15T17:32:45.061 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-15T17:32:45.062 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-15T17:32:45.069 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-15T17:32:45.069 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:45.069 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 350 Links: 1 2022-01-15T17:32:45.070 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:45.070 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2022-01-15 17:29:36.686813569 +0000 2022-01-15T17:32:45.070 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2022-01-15 17:29:36.506818527 +0000 2022-01-15T17:32:45.070 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2022-01-15 17:29:36.506818527 +0000 2022-01-15T17:32:45.071 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2022-01-15T17:32:45.079 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2022-01-15T17:32:45.080 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2022-01-15T17:32:45.080 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000393563 s, 1.3 MB/s 2022-01-15T17:32:45.084 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-15T17:32:45.090 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-15T17:32:45.091 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:45.091 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 354 Links: 1 2022-01-15T17:32:45.091 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:45.092 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2022-01-15 17:29:37.094802332 +0000 2022-01-15T17:32:45.092 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2022-01-15 17:29:36.930806850 +0000 2022-01-15T17:32:45.092 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2022-01-15 17:29:36.930806850 +0000 2022-01-15T17:32:45.092 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2022-01-15T17:32:45.100 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2022-01-15T17:32:45.100 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2022-01-15T17:32:45.101 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000296337 s, 1.7 MB/s 2022-01-15T17:32:45.105 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-15T17:32:45.153 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-15T17:32:45.154 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:45.154 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 361 Links: 1 2022-01-15T17:32:45.154 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:45.155 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2022-01-15 17:29:37.506790985 +0000 2022-01-15T17:32:45.155 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2022-01-15 17:29:37.314796274 +0000 2022-01-15T17:32:45.155 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2022-01-15 17:29:37.314796274 +0000 2022-01-15T17:32:45.155 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2022-01-15T17:32:45.163 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2022-01-15T17:32:45.163 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2022-01-15T17:32:45.163 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000391403 s, 1.3 MB/s 2022-01-15T17:32:45.167 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-15T17:32:45.174 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-15T17:32:45.175 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-15T17:32:45.175 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 370 Links: 1 2022-01-15T17:32:45.175 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-15T17:32:45.175 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2022-01-15 17:29:37.910779859 +0000 2022-01-15T17:32:45.176 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2022-01-15 17:29:37.722785037 +0000 2022-01-15T17:32:45.176 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2022-01-15 17:29:37.722785037 +0000 2022-01-15T17:32:45.176 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2022-01-15T17:32:45.183 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2022-01-15T17:32:45.184 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2022-01-15T17:32:45.184 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000406556 s, 1.3 MB/s 2022-01-15T17:32:45.188 INFO:tasks.ceph:osd dev map: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:45.188 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi103.front.sepia.ceph.com'): {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'}} 2022-01-15T17:32:45.189 INFO:tasks.ceph:Generating config... 2022-01-15T17:32:45.190 INFO:tasks.ceph:[client] debug rgw = 20 2022-01-15T17:32:45.191 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2022-01-15T17:32:45.191 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2022-01-15T17:32:45.191 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-01-15T17:32:45.191 INFO:tasks.ceph:[client] rgw curl low speed time = 300 2022-01-15T17:32:45.192 INFO:tasks.ceph:[client] rgw data log num shards = 4 2022-01-15T17:32:45.192 INFO:tasks.ceph:[client] rgw md log max shards = 4 2022-01-15T17:32:45.192 INFO:tasks.ceph:[client] rgw sync log trim interval = 0 2022-01-15T17:32:45.193 INFO:tasks.ceph:[client] rgw sync obj etag verify = True 2022-01-15T17:32:45.193 INFO:tasks.ceph:[client] setgroup = ceph 2022-01-15T17:32:45.193 INFO:tasks.ceph:[client] setuser = ceph 2022-01-15T17:32:45.194 INFO:tasks.ceph:[mgr] debug mgr = 20 2022-01-15T17:32:45.194 INFO:tasks.ceph:[mgr] debug ms = 1 2022-01-15T17:32:45.194 INFO:tasks.ceph:[mon] debug mon = 20 2022-01-15T17:32:45.194 INFO:tasks.ceph:[mon] debug ms = 1 2022-01-15T17:32:45.195 INFO:tasks.ceph:[mon] debug paxos = 20 2022-01-15T17:32:45.195 INFO:tasks.ceph:[mon] mon_warn_on_insecure_global_id_reclaim = False 2022-01-15T17:32:45.195 INFO:tasks.ceph:[mon] mon_warn_on_insecure_global_id_reclaim_allowed = False 2022-01-15T17:32:45.196 INFO:tasks.ceph:[osd] debug ms = 1 2022-01-15T17:32:45.196 INFO:tasks.ceph:[osd] debug osd = 20 2022-01-15T17:32:45.197 INFO:tasks.ceph:Setting up c2.mon.a... 2022-01-15T17:32:45.197 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/c2.keyring 2022-01-15T17:32:45.237 INFO:teuthology.orchestra.run.smithi103.stdout:creating /etc/ceph/c2.keyring 2022-01-15T17:32:45.240 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/c2.keyring 2022-01-15T17:32:45.275 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0644 /etc/ceph/c2.keyring 2022-01-15T17:32:45.289 DEBUG:tasks.ceph:Ceph mon addresses: [('c2.mon.a', '172.21.15.103')] 2022-01-15T17:32:45.290 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.103'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': False, 'mon_warn_on_insecure_global_id_reclaim_allowed': False, 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}} 2022-01-15T17:32:45.291 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:45.291 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2022-01-15T17:32:45.337 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.103 --print /home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:45.367 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:32:45.368 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:32:45.369 INFO:teuthology.orchestra.run.smithi103.stdout:monmaptool: monmap file /home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:45.369 INFO:teuthology.orchestra.run.smithi103.stdout:monmaptool: generated fsid 298d7173-a498-4af5-b383-918d91536627 2022-01-15T17:32:45.370 INFO:teuthology.orchestra.run.smithi103.stdout:epoch 0 2022-01-15T17:32:45.370 INFO:teuthology.orchestra.run.smithi103.stdout:fsid 298d7173-a498-4af5-b383-918d91536627 2022-01-15T17:32:45.370 INFO:teuthology.orchestra.run.smithi103.stdout:last_changed 2022-01-15T17:32:45.367397+0000 2022-01-15T17:32:45.370 INFO:teuthology.orchestra.run.smithi103.stdout:created 2022-01-15T17:32:45.367397+0000 2022-01-15T17:32:45.371 INFO:teuthology.orchestra.run.smithi103.stdout:min_mon_release 0 (unknown) 2022-01-15T17:32:45.371 INFO:teuthology.orchestra.run.smithi103.stdout:0: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.a 2022-01-15T17:32:45.371 INFO:teuthology.orchestra.run.smithi103.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/c2.monmap (1 monitors) 2022-01-15T17:32:45.372 DEBUG:teuthology.orchestra.run.smithi103:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2022-01-15T17:32:45.376 INFO:tasks.ceph:Writing /etc/ceph/c2.conf for FSID 298d7173-a498-4af5-b383-918d91536627... 2022-01-15T17:32:45.377 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c2.conf && sudo chmod 0644 /etc/ceph/c2.conf > /dev/null 2022-01-15T17:32:45.379 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c2.conf && sudo chmod 0644 /etc/ceph/c2.conf > /dev/null 2022-01-15T17:32:45.422 INFO:teuthology.orchestra.run.smithi027.stdout:[global] 2022-01-15T17:32:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: chdir = "" 2022-01-15T17:32:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-01-15T17:32:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: auth supported = cephx 2022-01-15T17:32:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: filestore xattr use omap = true 2022-01-15T17:32:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: mon clock drift allowed = 1.000 2022-01-15T17:32:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: osd crush chooseleaf type = 0 2022-01-15T17:32:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: auth debug = true 2022-01-15T17:32:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on old message = true 2022-01-15T17:32:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on bug = true 2022-01-15T17:32:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: mon max pg per osd = 10000 # >= luminous 2022-01-15T17:32:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: mon pg warn max object skew = 0 2022-01-15T17:32:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: # disable pg_autoscaler by default for new pools 2022-01-15T17:32:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: osd_pool_default_pg_autoscale_mode = off 2022-01-15T17:32:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default size = 2 2022-01-15T17:32:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow primary affinity = true 2022-01-15T17:32:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow pg remap = true 2022-01-15T17:32:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on legacy crush tunables = false 2022-01-15T17:32:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on crush straw calc version zero = false 2022-01-15T17:32:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on no sortbitwise = false 2022-01-15T17:32:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on osd down out interval zero = false 2022-01-15T17:32:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on too few osds = false 2022-01-15T17:32:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-01-15T17:32:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_no_redundancy = false 2022-01-15T17:32:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: mon_allow_pool_size_one = true 2022-01-15T17:32:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-01-15T17:32:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: osd default data pool replay window = 5 2022-01-15T17:32:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: mon allow pool delete = true 2022-01-15T17:32:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: mon cluster log file level = debug 2022-01-15T17:32:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: debug asserts on shutdown = true 2022-01-15T17:32:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: mon health detail to clog = false 2022-01-15T17:32:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: mon host = 172.21.15.103 2022-01-15T17:32:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: fsid = 298d7173-a498-4af5-b383-918d91536627 2022-01-15T17:32:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.432 INFO:teuthology.orchestra.run.smithi027.stdout:[osd] 2022-01-15T17:32:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: osd journal size = 100 2022-01-15T17:32:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub load threshold = 5.0 2022-01-15T17:32:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub max interval = 600 2022-01-15T17:32:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: osd recover clone overlap = true 2022-01-15T17:32:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: osd recovery max chunk = 1048576 2022-01-15T17:32:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug shutdown = true 2022-01-15T17:32:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug op order = true 2022-01-15T17:32:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug verify stray on activate = true 2022-01-15T17:32:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: osd open classes on start = true 2022-01-15T17:32:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug pg log writeout = true 2022-01-15T17:32:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: osd deep scrub update digest min age = 30 2022-01-15T17:32:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: osd map max advance = 10 2022-01-15T17:32:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: journal zero on create = true 2022-01-15T17:32:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: filestore ondisk finisher threads = 3 2022-01-15T17:32:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: filestore apply finisher threads = 3 2022-01-15T17:32:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: bdev debug aio = true 2022-01-15T17:32:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug misdirected ops = true 2022-01-15T17:32:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2022-01-15T17:32:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: debug osd = 20 2022-01-15T17:32:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.439 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr] 2022-01-15T17:32:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2022-01-15T17:32:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: debug mgr = 20 2022-01-15T17:32:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2022-01-15T17:32:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2022-01-15T17:32:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: mgr/telemetry/nag = false 2022-01-15T17:32:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.440 INFO:teuthology.orchestra.run.smithi027.stdout:[mon] 2022-01-15T17:32:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2022-01-15T17:32:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2022-01-15T17:32:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: debug paxos = 20 2022-01-15T17:32:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2022-01-15T17:32:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: mon data avail warn = 5 2022-01-15T17:32:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: mon mgr mkfs grace = 240 2022-01-15T17:32:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd reporter subtree level = osd 2022-01-15T17:32:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd prime pg temp = true 2022-01-15T17:32:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-01-15T17:32:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: auth mon ticket ttl = 660 # 11m 2022-01-15T17:32:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: auth service ticket ttl = 240 # 4m 2022-01-15T17:32:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: # don't complain about insecure global_id in the test suite 2022-01-15T17:32:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim = False 2022-01-15T17:32:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = False 2022-01-15T17:32:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: # 1m isn't quite enough 2022-01-15T17:32:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: mon_down_mkfs_grace = 2m 2022-01-15T17:32:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_filestore_osds = false 2022-01-15T17:32:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: 2022-01-15T17:32:45.446 INFO:teuthology.orchestra.run.smithi027.stdout:[client] 2022-01-15T17:32:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: rgw cache enabled = true 2022-01-15T17:32:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable ops log = true 2022-01-15T17:32:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable usage log = true 2022-01-15T17:32:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-01-15T17:32:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-01-15T17:32:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: debug rgw = 20 2022-01-15T17:32:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt require ssl = False 2022-01-15T17:32:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt s3 kms backend = testing 2022-01-15T17:32:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-01-15T17:32:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: rgw curl low speed time = 300 2022-01-15T17:32:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: rgw data log num shards = 4 2022-01-15T17:32:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: rgw md log max shards = 4 2022-01-15T17:32:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: rgw sync log trim interval = 0 2022-01-15T17:32:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: rgw sync obj etag verify = True 2022-01-15T17:32:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: setgroup = ceph 2022-01-15T17:32:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: setuser = ceph 2022-01-15T17:32:45.450 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.a] 2022-01-15T17:32:45.451 INFO:teuthology.orchestra.run.smithi103.stdout:[global] 2022-01-15T17:32:45.451 INFO:teuthology.orchestra.run.smithi103.stdout: chdir = "" 2022-01-15T17:32:45.452 INFO:teuthology.orchestra.run.smithi103.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2022-01-15T17:32:45.452 INFO:teuthology.orchestra.run.smithi103.stdout: auth supported = cephx 2022-01-15T17:32:45.452 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.452 INFO:teuthology.orchestra.run.smithi103.stdout: filestore xattr use omap = true 2022-01-15T17:32:45.452 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.453 INFO:teuthology.orchestra.run.smithi103.stdout: mon clock drift allowed = 1.000 2022-01-15T17:32:45.453 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.453 INFO:teuthology.orchestra.run.smithi103.stdout: osd crush chooseleaf type = 0 2022-01-15T17:32:45.453 INFO:teuthology.orchestra.run.smithi103.stdout: auth debug = true 2022-01-15T17:32:45.453 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.454 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on old message = true 2022-01-15T17:32:45.454 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on bug = true 2022-01-15T17:32:45.454 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.454 INFO:teuthology.orchestra.run.smithi103.stdout: mon max pg per osd = 10000 # >= luminous 2022-01-15T17:32:45.455 INFO:teuthology.orchestra.run.smithi103.stdout: mon pg warn max object skew = 0 2022-01-15T17:32:45.455 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.455 INFO:teuthology.orchestra.run.smithi103.stdout: # disable pg_autoscaler by default for new pools 2022-01-15T17:32:45.455 INFO:teuthology.orchestra.run.smithi103.stdout: osd_pool_default_pg_autoscale_mode = off 2022-01-15T17:32:45.455 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.456 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default size = 2 2022-01-15T17:32:45.456 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.456 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow primary affinity = true 2022-01-15T17:32:45.456 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow pg remap = true 2022-01-15T17:32:45.457 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on legacy crush tunables = false 2022-01-15T17:32:45.457 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on crush straw calc version zero = false 2022-01-15T17:32:45.457 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on no sortbitwise = false 2022-01-15T17:32:45.457 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on osd down out interval zero = false 2022-01-15T17:32:45.457 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on too few osds = false 2022-01-15T17:32:45.458 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2022-01-15T17:32:45.458 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_no_redundancy = false 2022-01-15T17:32:45.458 INFO:teuthology.orchestra.run.smithi103.stdout: mon_allow_pool_size_one = true 2022-01-15T17:32:45.458 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.458 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2022-01-15T17:32:45.459 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.459 INFO:teuthology.orchestra.run.smithi103.stdout: osd default data pool replay window = 5 2022-01-15T17:32:45.459 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.459 INFO:teuthology.orchestra.run.smithi103.stdout: mon allow pool delete = true 2022-01-15T17:32:45.460 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.460 INFO:teuthology.orchestra.run.smithi103.stdout: mon cluster log file level = debug 2022-01-15T17:32:45.460 INFO:teuthology.orchestra.run.smithi103.stdout: debug asserts on shutdown = true 2022-01-15T17:32:45.460 INFO:teuthology.orchestra.run.smithi103.stdout: mon health detail to clog = false 2022-01-15T17:32:45.460 INFO:teuthology.orchestra.run.smithi103.stdout: mon host = 172.21.15.103 2022-01-15T17:32:45.461 INFO:teuthology.orchestra.run.smithi103.stdout: fsid = 298d7173-a498-4af5-b383-918d91536627 2022-01-15T17:32:45.461 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.461 INFO:teuthology.orchestra.run.smithi103.stdout:[osd] 2022-01-15T17:32:45.461 INFO:teuthology.orchestra.run.smithi103.stdout: osd journal size = 100 2022-01-15T17:32:45.461 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.462 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub load threshold = 5.0 2022-01-15T17:32:45.462 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub max interval = 600 2022-01-15T17:32:45.462 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.462 INFO:teuthology.orchestra.run.smithi103.stdout: osd recover clone overlap = true 2022-01-15T17:32:45.463 INFO:teuthology.orchestra.run.smithi103.stdout: osd recovery max chunk = 1048576 2022-01-15T17:32:45.463 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.463 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug shutdown = true 2022-01-15T17:32:45.463 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug op order = true 2022-01-15T17:32:45.463 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug verify stray on activate = true 2022-01-15T17:32:45.464 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.464 INFO:teuthology.orchestra.run.smithi103.stdout: osd open classes on start = true 2022-01-15T17:32:45.464 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug pg log writeout = true 2022-01-15T17:32:45.464 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.465 INFO:teuthology.orchestra.run.smithi103.stdout: osd deep scrub update digest min age = 30 2022-01-15T17:32:45.465 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.465 INFO:teuthology.orchestra.run.smithi103.stdout: osd map max advance = 10 2022-01-15T17:32:45.465 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.465 INFO:teuthology.orchestra.run.smithi103.stdout: journal zero on create = true 2022-01-15T17:32:45.466 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.466 INFO:teuthology.orchestra.run.smithi103.stdout: filestore ondisk finisher threads = 3 2022-01-15T17:32:45.466 INFO:teuthology.orchestra.run.smithi103.stdout: filestore apply finisher threads = 3 2022-01-15T17:32:45.466 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.466 INFO:teuthology.orchestra.run.smithi103.stdout: bdev debug aio = true 2022-01-15T17:32:45.467 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug misdirected ops = true 2022-01-15T17:32:45.467 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2022-01-15T17:32:45.467 INFO:teuthology.orchestra.run.smithi103.stdout: debug osd = 20 2022-01-15T17:32:45.467 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.468 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr] 2022-01-15T17:32:45.468 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2022-01-15T17:32:45.468 INFO:teuthology.orchestra.run.smithi103.stdout: debug mgr = 20 2022-01-15T17:32:45.468 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2022-01-15T17:32:45.468 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2022-01-15T17:32:45.469 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:45.469 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:45.469 INFO:teuthology.orchestra.run.smithi103.stdout: mgr/telemetry/nag = false 2022-01-15T17:32:45.469 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.469 INFO:teuthology.orchestra.run.smithi103.stdout:[mon] 2022-01-15T17:32:45.470 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2022-01-15T17:32:45.470 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2022-01-15T17:32:45.470 INFO:teuthology.orchestra.run.smithi103.stdout: debug paxos = 20 2022-01-15T17:32:45.470 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2022-01-15T17:32:45.470 INFO:teuthology.orchestra.run.smithi103.stdout: mon data avail warn = 5 2022-01-15T17:32:45.471 INFO:teuthology.orchestra.run.smithi103.stdout: mon mgr mkfs grace = 240 2022-01-15T17:32:45.471 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2022-01-15T17:32:45.471 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd reporter subtree level = osd 2022-01-15T17:32:45.471 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd prime pg temp = true 2022-01-15T17:32:45.472 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2022-01-15T17:32:45.472 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.472 INFO:teuthology.orchestra.run.smithi103.stdout: # rotate auth tickets quickly to exercise renewal paths 2022-01-15T17:32:45.472 INFO:teuthology.orchestra.run.smithi103.stdout: auth mon ticket ttl = 660 # 11m 2022-01-15T17:32:45.472 INFO:teuthology.orchestra.run.smithi103.stdout: auth service ticket ttl = 240 # 4m 2022-01-15T17:32:45.473 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.473 INFO:teuthology.orchestra.run.smithi103.stdout: # don't complain about insecure global_id in the test suite 2022-01-15T17:32:45.473 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim = False 2022-01-15T17:32:45.473 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = False 2022-01-15T17:32:45.474 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.474 INFO:teuthology.orchestra.run.smithi103.stdout: # 1m isn't quite enough 2022-01-15T17:32:45.474 INFO:teuthology.orchestra.run.smithi103.stdout: mon_down_mkfs_grace = 2m 2022-01-15T17:32:45.474 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.474 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_filestore_osds = false 2022-01-15T17:32:45.475 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:45.475 INFO:teuthology.orchestra.run.smithi103.stdout:[client] 2022-01-15T17:32:45.475 INFO:teuthology.orchestra.run.smithi103.stdout: rgw cache enabled = true 2022-01-15T17:32:45.475 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable ops log = true 2022-01-15T17:32:45.476 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable usage log = true 2022-01-15T17:32:45.476 INFO:teuthology.orchestra.run.smithi103.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2022-01-15T17:32:45.476 INFO:teuthology.orchestra.run.smithi103.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2022-01-15T17:32:45.476 INFO:teuthology.orchestra.run.smithi103.stdout: debug rgw = 20 2022-01-15T17:32:45.476 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt require ssl = False 2022-01-15T17:32:45.477 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt s3 kms backend = testing 2022-01-15T17:32:45.477 INFO:teuthology.orchestra.run.smithi103.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2022-01-15T17:32:45.477 INFO:teuthology.orchestra.run.smithi103.stdout: rgw curl low speed time = 300 2022-01-15T17:32:45.477 INFO:teuthology.orchestra.run.smithi103.stdout: rgw data log num shards = 4 2022-01-15T17:32:45.477 INFO:teuthology.orchestra.run.smithi103.stdout: rgw md log max shards = 4 2022-01-15T17:32:45.478 INFO:teuthology.orchestra.run.smithi103.stdout: rgw sync log trim interval = 0 2022-01-15T17:32:45.478 INFO:teuthology.orchestra.run.smithi103.stdout: rgw sync obj etag verify = True 2022-01-15T17:32:45.478 INFO:teuthology.orchestra.run.smithi103.stdout: setgroup = ceph 2022-01-15T17:32:45.478 INFO:teuthology.orchestra.run.smithi103.stdout: setuser = ceph 2022-01-15T17:32:45.478 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.a] 2022-01-15T17:32:45.480 INFO:tasks.ceph:Creating admin key on c2.mon.a... 2022-01-15T17:32:45.480 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/c2.keyring 2022-01-15T17:32:45.528 INFO:tasks.ceph:Copying monmap to all nodes... 2022-01-15T17:32:45.529 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:45.529 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/etc/ceph/c2.keyring of=/dev/stdout 2022-01-15T17:32:45.535 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:45.536 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/home/ubuntu/cephtest/c2.monmap of=/dev/stdout 2022-01-15T17:32:45.542 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi027.front.sepia.ceph.com 2022-01-15T17:32:45.542 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:45.542 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/ceph/c2.keyring 2022-01-15T17:32:45.543 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/c2.keyring 2022-01-15T17:32:45.569 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:32:45.570 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:45.618 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi103.front.sepia.ceph.com 2022-01-15T17:32:45.619 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:45.619 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/c2.keyring 2022-01-15T17:32:45.619 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0644 /etc/ceph/c2.keyring 2022-01-15T17:32:45.647 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:45.647 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:45.653 INFO:tasks.ceph:Setting up mon nodes... 2022-01-15T17:32:45.653 INFO:tasks.ceph:Setting up mgr nodes... 2022-01-15T17:32:45.653 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mgr/c2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/c2-x/keyring 2022-01-15T17:32:45.691 INFO:teuthology.orchestra.run.smithi103.stdout:creating /var/lib/ceph/mgr/c2-x/keyring 2022-01-15T17:32:45.694 INFO:tasks.ceph:Setting up mds nodes... 2022-01-15T17:32:45.694 INFO:tasks.ceph_client:Setting up client nodes... 2022-01-15T17:32:45.695 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/c2.client.0.keyring && sudo chmod 0644 /etc/ceph/c2.client.0.keyring 2022-01-15T17:32:45.770 INFO:teuthology.orchestra.run.smithi103.stdout:creating /etc/ceph/c2.client.0.keyring 2022-01-15T17:32:45.782 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/c2.client.1.keyring && sudo chmod 0644 /etc/ceph/c2.client.1.keyring 2022-01-15T17:32:45.815 INFO:teuthology.orchestra.run.smithi103.stdout:creating /etc/ceph/c2.client.1.keyring 2022-01-15T17:32:45.826 INFO:tasks.ceph:Running mkfs on osd nodes... 2022-01-15T17:32:45.826 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi027.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@smithi103.front.sepia.ceph.com'): {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'}} 2022-01-15T17:32:45.827 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/c2-0 2022-01-15T17:32:45.839 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:45.839 INFO:tasks.ceph:role: c2.osd.0 2022-01-15T17:32:45.840 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi103.front.sepia.ceph.com 2022-01-15T17:32:45.840 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2022-01-15T17:32:46.396 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2022-01-15T17:32:46.396 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2022-01-15T17:32:46.396 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-01-15T17:32:46.397 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 2022-01-15T17:32:46.397 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-01-15T17:32:46.397 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2022-01-15T17:32:46.397 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-01-15T17:32:46.398 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-01-15T17:32:46.398 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-01-15T17:32:46.398 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-01-15T17:32:46.399 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2022-01-15T17:32:46.400 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/c2-0 2022-01-15T17:32:46.490 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-0 2022-01-15T17:32:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: /sbin/restorecon: command not found 2022-01-15T17:32:46.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-15T17:32:46.504 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/c2-1 2022-01-15T17:32:46.563 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:46.564 INFO:tasks.ceph:role: c2.osd.1 2022-01-15T17:32:46.564 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi103.front.sepia.ceph.com 2022-01-15T17:32:46.564 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2022-01-15T17:32:47.090 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2022-01-15T17:32:47.091 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2022-01-15T17:32:47.091 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-01-15T17:32:47.091 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 2022-01-15T17:32:47.091 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-01-15T17:32:47.092 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2022-01-15T17:32:47.092 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-01-15T17:32:47.092 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-01-15T17:32:47.092 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-01-15T17:32:47.093 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-01-15T17:32:47.094 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2022-01-15T17:32:47.094 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/c2-1 2022-01-15T17:32:47.128 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-1 2022-01-15T17:32:47.183 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: /sbin/restorecon: command not found 2022-01-15T17:32:47.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-15T17:32:47.184 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/c2-2 2022-01-15T17:32:47.195 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2022-01-15T17:32:47.195 INFO:tasks.ceph:role: c2.osd.2 2022-01-15T17:32:47.195 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi103.front.sepia.ceph.com 2022-01-15T17:32:47.196 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2022-01-15T17:32:47.662 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2022-01-15T17:32:47.663 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2022-01-15T17:32:47.663 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2022-01-15T17:32:47.663 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 2022-01-15T17:32:47.663 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2022-01-15T17:32:47.664 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2022-01-15T17:32:47.664 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2022-01-15T17:32:47.664 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=11443, version=2 2022-01-15T17:32:47.664 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2022-01-15T17:32:47.664 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2022-01-15T17:32:47.665 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2022-01-15T17:32:47.666 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/c2-2 2022-01-15T17:32:47.720 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-2 2022-01-15T17:32:47.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-15T17:32:47.731 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: /sbin/restorecon: command not found 2022-01-15T17:32:47.731 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:47.806 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:47.802+0000 7fb13162ad80 -1 auth: error reading file: /var/lib/ceph/osd/c2-0/keyring: can't open /var/lib/ceph/osd/c2-0/keyring: (2) No such file or directory 2022-01-15T17:32:47.808 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:47.806+0000 7fb13162ad80 -1 created new key in keyring /var/lib/ceph/osd/c2-0/keyring 2022-01-15T17:32:47.808 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:47.806+0000 7fb13162ad80 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2022-01-15T17:32:47.808 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:47.806+0000 7fb13162ad80 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2022-01-15T17:32:47.808 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:47.806+0000 7fb13162ad80 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2022-01-15T17:32:47.811 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:47.806+0000 7fb13162ad80 -1 bluestore(/var/lib/ceph/osd/c2-0) _read_fsid unparsable uuid 2022-01-15T17:32:47.830 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:47.826+0000 7fb13162ad80 -1 freelist read_size_meta_from_db missing size meta in DB 2022-01-15T17:32:49.722 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-0 2022-01-15T17:32:49.739 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:49.822 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:49.817+0000 7f1b05271d80 -1 auth: error reading file: /var/lib/ceph/osd/c2-1/keyring: can't open /var/lib/ceph/osd/c2-1/keyring: (2) No such file or directory 2022-01-15T17:32:49.823 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:49.817+0000 7f1b05271d80 -1 created new key in keyring /var/lib/ceph/osd/c2-1/keyring 2022-01-15T17:32:49.823 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:49.817+0000 7f1b05271d80 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2022-01-15T17:32:49.823 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:49.817+0000 7f1b05271d80 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2022-01-15T17:32:49.823 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:49.817+0000 7f1b05271d80 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2022-01-15T17:32:49.824 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:49.821+0000 7f1b05271d80 -1 bluestore(/var/lib/ceph/osd/c2-1) _read_fsid unparsable uuid 2022-01-15T17:32:49.837 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:49.833+0000 7f1b05271d80 -1 freelist read_size_meta_from_db missing size meta in DB 2022-01-15T17:32:51.774 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-1 2022-01-15T17:32:51.790 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:51.827 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:51.821+0000 7fbfdb989d80 -1 auth: error reading file: /var/lib/ceph/osd/c2-2/keyring: can't open /var/lib/ceph/osd/c2-2/keyring: (2) No such file or directory 2022-01-15T17:32:51.827 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:51.821+0000 7fbfdb989d80 -1 created new key in keyring /var/lib/ceph/osd/c2-2/keyring 2022-01-15T17:32:51.827 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:51.821+0000 7fbfdb989d80 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2022-01-15T17:32:51.828 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:51.821+0000 7fbfdb989d80 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2022-01-15T17:32:51.828 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:51.821+0000 7fbfdb989d80 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2022-01-15T17:32:51.828 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:51.825+0000 7fbfdb989d80 -1 bluestore(/var/lib/ceph/osd/c2-2) _read_fsid unparsable uuid 2022-01-15T17:32:51.847 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:32:51.845+0000 7fbfdb989d80 -1 freelist read_size_meta_from_db missing size meta in DB 2022-01-15T17:32:53.734 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-2 2022-01-15T17:32:53.750 INFO:tasks.ceph:Reading keys from all nodes... 2022-01-15T17:32:53.751 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:53.751 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/mgr/c2-x/keyring of=/dev/stdout 2022-01-15T17:32:53.807 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:53.808 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/c2-0/keyring of=/dev/stdout 2022-01-15T17:32:53.819 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:53.820 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/c2-1/keyring of=/dev/stdout 2022-01-15T17:32:53.878 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:53.879 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/c2-2/keyring of=/dev/stdout 2022-01-15T17:32:53.888 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:53.889 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/etc/ceph/c2.client.0.keyring of=/dev/stdout 2022-01-15T17:32:53.894 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:53.894 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/etc/ceph/c2.client.1.keyring of=/dev/stdout 2022-01-15T17:32:53.900 INFO:tasks.ceph:Adding keys to all mons... 2022-01-15T17:32:53.900 DEBUG:teuthology.orchestra.run.smithi103:> sudo tee -a /etc/ceph/c2.keyring 2022-01-15T17:32:53.957 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr.x] 2022-01-15T17:32:53.957 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQA9BeNhtvMuKRAASzS57IaAFVIspQ/cHVEcZw== 2022-01-15T17:32:53.957 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.0] 2022-01-15T17:32:53.958 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQA/BeNht2r8LxAAP5mjVSDJYxZikx4v6x4Paw== 2022-01-15T17:32:53.958 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.1] 2022-01-15T17:32:53.958 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBBBeNh+GT1MBAAj0NixKNp9CcNsrmcDWh3og== 2022-01-15T17:32:53.958 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.2] 2022-01-15T17:32:53.958 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBDBeNhF645MRAAmq8KCLNcu28e44/vBpDG1A== 2022-01-15T17:32:53.959 INFO:teuthology.orchestra.run.smithi103.stdout:[client.0] 2022-01-15T17:32:53.959 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQA9BeNhtSDaLRAAtdJUQxLspvWpTWW+C0Ibmg== 2022-01-15T17:32:53.959 INFO:teuthology.orchestra.run.smithi103.stdout:[client.1] 2022-01-15T17:32:53.959 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQA9BeNhnjiPMBAAucyIfL7MOQriXK320qxUIw== 2022-01-15T17:32:53.960 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2022-01-15T17:32:53.999 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-01-15T17:32:54.087 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-01-15T17:32:54.128 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2022-01-15T17:32:54.171 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-01-15T17:32:54.270 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2022-01-15T17:32:54.315 INFO:tasks.ceph:Running mkfs on mon nodes... 2022-01-15T17:32:54.315 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mon/c2-a 2022-01-15T17:32:54.371 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster c2 --mkfs -i a --monmap /home/ubuntu/cephtest/c2.monmap --keyring /etc/ceph/c2.keyring 2022-01-15T17:32:54.426 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/mon/c2-a 2022-01-15T17:32:54.443 DEBUG:teuthology.orchestra.run.smithi103:> rm -- /home/ubuntu/cephtest/c2.monmap 2022-01-15T17:32:54.489 INFO:tasks.ceph:Starting mon daemons in cluster c2... 2022-01-15T17:32:54.490 INFO:tasks.ceph.c2.mon.a:Restarting daemon 2022-01-15T17:32:54.490 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster c2 -i a 2022-01-15T17:32:54.492 INFO:tasks.ceph.c2.mon.a:Started 2022-01-15T17:32:54.493 INFO:tasks.ceph:Starting mgr daemons in cluster c2... 2022-01-15T17:32:54.493 INFO:tasks.ceph.c2.mgr.x:Restarting daemon 2022-01-15T17:32:54.493 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster c2 -i x 2022-01-15T17:32:54.496 INFO:tasks.ceph.c2.mgr.x:Started 2022-01-15T17:32:54.496 INFO:tasks.ceph:Setting crush tunables to default 2022-01-15T17:32:54.497 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster c2 osd crush tunables default 2022-01-15T17:32:54.744 INFO:teuthology.orchestra.run.smithi103.stderr:adjusted tunables profile to default 2022-01-15T17:32:54.754 INFO:tasks.ceph:Starting osd daemons in cluster c2... 2022-01-15T17:32:54.755 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:54.755 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/c2-0/fsid of=/dev/stdout 2022-01-15T17:32:54.768 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:54.769 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/c2-1/fsid of=/dev/stdout 2022-01-15T17:32:54.781 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2022-01-15T17:32:54.781 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/c2-2/fsid of=/dev/stdout 2022-01-15T17:32:54.793 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster c2 osd new d12e79c4-8e4c-4f64-ba27-919344f6ea03 0 2022-01-15T17:32:54.974 INFO:teuthology.orchestra.run.smithi103.stdout:0 2022-01-15T17:32:54.987 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster c2 osd new 9d87fb8e-205b-44ab-8914-95d299ecc527 1 2022-01-15T17:32:55.169 INFO:teuthology.orchestra.run.smithi103.stdout:1 2022-01-15T17:32:55.181 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster c2 osd new 7a151978-397d-4ac8-b91e-9ef65bde340b 2 2022-01-15T17:32:55.359 INFO:teuthology.orchestra.run.smithi103.stdout:2 2022-01-15T17:32:55.372 INFO:tasks.ceph.c2.osd.0:Restarting daemon 2022-01-15T17:32:55.372 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 0 2022-01-15T17:32:55.374 INFO:tasks.ceph.c2.osd.0:Started 2022-01-15T17:32:55.375 INFO:tasks.ceph.c2.osd.1:Restarting daemon 2022-01-15T17:32:55.375 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 1 2022-01-15T17:32:55.378 INFO:tasks.ceph.c2.osd.1:Started 2022-01-15T17:32:55.378 INFO:tasks.ceph.c2.osd.2:Restarting daemon 2022-01-15T17:32:55.379 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 2 2022-01-15T17:32:55.381 INFO:tasks.ceph.c2.osd.2:Started 2022-01-15T17:32:55.382 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2022-01-15T17:32:55.571 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:32:55.572 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":5,"fsid":"298d7173-a498-4af5-b383-918d91536627","created":"2022-01-15T17:32:54.638891+0000","modified":"2022-01-15T17:32:55.355665+0000","last_up_change":"0.000000","last_in_change":"0.000000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[],"osds":[{"osd":0,"uuid":"d12e79c4-8e4c-4f64-ba27-919344f6ea03","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9d87fb8e-205b-44ab-8914-95d299ecc527","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7a151978-397d-4ac8-b91e-9ef65bde340b","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:32:55.582 INFO:tasks.ceph.ceph_manager.c2:[] 2022-01-15T17:32:55.583 INFO:tasks.ceph:Waiting for OSDs to come up 2022-01-15T17:32:55.741 INFO:tasks.ceph.c2.osd.2.smithi103.stderr:2022-01-15T17:32:55.737+0000 7fdd2c6cdd80 -1 Falling back to public interface 2022-01-15T17:32:55.777 INFO:tasks.ceph.c2.osd.0.smithi103.stderr:2022-01-15T17:32:55.773+0000 7fcdaf8c8d80 -1 Falling back to public interface 2022-01-15T17:32:55.885 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2022-01-15T17:32:56.025 INFO:tasks.ceph.c2.osd.1.smithi103.stderr:2022-01-15T17:32:56.021+0000 7fac973aed80 -1 Falling back to public interface 2022-01-15T17:32:56.043 INFO:teuthology.misc.health.smithi103.stdout: 2022-01-15T17:32:56.043 INFO:teuthology.misc.health.smithi103.stdout:{"epoch":5,"fsid":"298d7173-a498-4af5-b383-918d91536627","created":"2022-01-15T17:32:54.638891+0000","modified":"2022-01-15T17:32:55.355665+0000","last_up_change":"0.000000","last_in_change":"0.000000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[],"osds":[{"osd":0,"uuid":"d12e79c4-8e4c-4f64-ba27-919344f6ea03","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"9d87fb8e-205b-44ab-8914-95d299ecc527","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7a151978-397d-4ac8-b91e-9ef65bde340b","up":0,"in":0,"weight":0,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:32:56.053 DEBUG:teuthology.misc:0 of 3 OSDs are up 2022-01-15T17:32:56.416 INFO:tasks.ceph.c2.osd.2.smithi103.stderr:2022-01-15T17:32:56.413+0000 7fdd2c6cdd80 -1 osd.2 0 log_to_monitors {default=true} 2022-01-15T17:32:56.425 INFO:tasks.ceph.c2.osd.0.smithi103.stderr:2022-01-15T17:32:56.421+0000 7fcdaf8c8d80 -1 osd.0 0 log_to_monitors {default=true} 2022-01-15T17:32:56.682 INFO:tasks.ceph.c2.osd.1.smithi103.stderr:2022-01-15T17:32:56.677+0000 7fac973aed80 -1 osd.1 0 log_to_monitors {default=true} 2022-01-15T17:32:57.674 INFO:tasks.ceph.c2.osd.2.smithi103.stderr:2022-01-15T17:32:57.669+0000 7fdd1e772700 -1 osd.2 0 waiting for initial osdmap 2022-01-15T17:32:57.674 INFO:tasks.ceph.c2.osd.0.smithi103.stderr:2022-01-15T17:32:57.669+0000 7fcda196d700 -1 osd.0 0 waiting for initial osdmap 2022-01-15T17:32:57.683 INFO:tasks.ceph.c2.osd.0.smithi103.stderr:2022-01-15T17:32:57.681+0000 7fcda8deb700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-15T17:32:57.684 INFO:tasks.ceph.c2.osd.2.smithi103.stderr:2022-01-15T17:32:57.681+0000 7fdd25bf0700 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-15T17:32:58.678 INFO:tasks.ceph.c2.osd.1.smithi103.stderr:2022-01-15T17:32:58.673+0000 7fac89453700 -1 osd.1 0 waiting for initial osdmap 2022-01-15T17:32:58.682 INFO:tasks.ceph.c2.osd.1.smithi103.stderr:2022-01-15T17:32:58.677+0000 7fac908d1700 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-15T17:33:02.356 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2022-01-15T17:33:02.597 INFO:teuthology.misc.health.smithi103.stdout: 2022-01-15T17:33:02.597 INFO:teuthology.misc.health.smithi103.stdout:{"epoch":11,"fsid":"298d7173-a498-4af5-b383-918d91536627","created":"2022-01-15T17:32:54.638891+0000","modified":"2022-01-15T17:33:01.684932+0000","last_up_change":"2022-01-15T17:32:59.675452+0000","last_in_change":"2022-01-15T17:32:59.675452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-15T17:32:57.437321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"d12e79c4-8e4c-4f64-ba27-919344f6ea03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":8,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":13884},{"type":"v1","addr":"172.21.15.103:6809","nonce":13884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":13884},{"type":"v1","addr":"172.21.15.103:6811","nonce":13884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":13884},{"type":"v1","addr":"172.21.15.103:6815","nonce":13884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":13884},{"type":"v1","addr":"172.21.15.103:6813","nonce":13884}]},"public_addr":"172.21.15.103:6809/13884","cluster_addr":"172.21.15.103:6811/13884","heartbeat_back_addr":"172.21.15.103:6815/13884","heartbeat_front_addr":"172.21.15.103:6813/13884","state":["exists","up"]},{"osd":1,"uuid":"9d87fb8e-205b-44ab-8914-95d299ecc527","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":13885},{"type":"v1","addr":"172.21.15.103:6817","nonce":13885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":13885},{"type":"v1","addr":"172.21.15.103:6819","nonce":13885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":13885},{"type":"v1","addr":"172.21.15.103:6823","nonce":13885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":13885},{"type":"v1","addr":"172.21.15.103:6821","nonce":13885}]},"public_addr":"172.21.15.103:6817/13885","cluster_addr":"172.21.15.103:6819/13885","heartbeat_back_addr":"172.21.15.103:6823/13885","heartbeat_front_addr":"172.21.15.103:6821/13885","state":["exists","up"]},{"osd":2,"uuid":"7a151978-397d-4ac8-b91e-9ef65bde340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":13883},{"type":"v1","addr":"172.21.15.103:6801","nonce":13883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":13883},{"type":"v1","addr":"172.21.15.103:6803","nonce":13883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":13883},{"type":"v1","addr":"172.21.15.103:6807","nonce":13883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":13883},{"type":"v1","addr":"172.21.15.103:6805","nonce":13883}]},"public_addr":"172.21.15.103:6801/13883","cluster_addr":"172.21.15.103:6803/13883","heartbeat_back_addr":"172.21.15.103:6807/13883","heartbeat_front_addr":"172.21.15.103:6805/13883","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.475054+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.711646+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.368869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:33:02.608 DEBUG:teuthology.misc:3 of 3 OSDs are up 2022-01-15T17:33:02.609 INFO:tasks.ceph:Creating RBD pool 2022-01-15T17:33:02.609 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster c2 osd pool create rbd 8 2022-01-15T17:33:03.712 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'rbd' created 2022-01-15T17:33:03.722 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster c2 osd pool application enable rbd rbd --yes-i-really-mean-it 2022-01-15T17:33:04.718 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rbd' on pool 'rbd' 2022-01-15T17:33:04.729 INFO:tasks.ceph:Starting mds daemons in cluster c2... 2022-01-15T17:33:04.729 INFO:tasks.ceph:Waiting until c2 daemons up and pgs clean... 2022-01-15T17:33:04.730 INFO:tasks.ceph.ceph_manager.c2:waiting for mgr available 2022-01-15T17:33:04.730 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 mgr dump --format=json 2022-01-15T17:33:04.731 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2022-01-15T17:33:05.019 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:33:05.030 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":4,"active_gid":4099,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":13692},{"type":"v1","addr":"172.21.15.103:6825","nonce":13692}]},"active_addr":"172.21.15.103:6825/13692","active_change":"2022-01-15T17:32:57.352461+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[],"modules":["iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_cloud","can_run":true,"error_string":"","module_options":{"diskprediction_cert_context":{"name":"diskprediction_cert_context","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_default_authority":{"name":"diskprediction_default_authority","type":"str","level":"advanced","flags":0,"default_value":"localhost","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_password":{"name":"diskprediction_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_port":{"name":"diskprediction_port","type":"str","level":"advanced","flags":0,"default_value":"31400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_retrieve_prediction_interval":{"name":"diskprediction_retrieve_prediction_interval","type":"str","level":"advanced","flags":0,"default_value":"43200","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_server":{"name":"diskprediction_server","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_ssl_target_name_override":{"name":"diskprediction_ssl_target_name_override","type":"str","level":"advanced","flags":0,"default_value":"localhost","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_upload_metrics_interval":{"name":"diskprediction_upload_metrics_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_upload_smart_interval":{"name":"diskprediction_upload_smart_interval","type":"str","level":"advanced","flags":0,"default_value":"43200","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"diskprediction_user":{"name":"diskprediction_user","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":1461379752}]},{"addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":4244847471}]},{"addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":113009823}]}]}} 2022-01-15T17:33:05.032 INFO:tasks.ceph.ceph_manager.c2:mgr available! 2022-01-15T17:33:05.032 INFO:tasks.ceph.ceph_manager.c2:waiting for all up 2022-01-15T17:33:05.033 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2022-01-15T17:33:05.268 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:33:05.269 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":13,"fsid":"298d7173-a498-4af5-b383-918d91536627","created":"2022-01-15T17:32:54.638891+0000","modified":"2022-01-15T17:33:04.699773+0000","last_up_change":"2022-01-15T17:32:59.675452+0000","last_in_change":"2022-01-15T17:32:59.675452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-15T17:32:57.437321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-01-15T17:33:02.907669+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d12e79c4-8e4c-4f64-ba27-919344f6ea03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":13884},{"type":"v1","addr":"172.21.15.103:6809","nonce":13884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":13884},{"type":"v1","addr":"172.21.15.103:6811","nonce":13884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":13884},{"type":"v1","addr":"172.21.15.103:6815","nonce":13884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":13884},{"type":"v1","addr":"172.21.15.103:6813","nonce":13884}]},"public_addr":"172.21.15.103:6809/13884","cluster_addr":"172.21.15.103:6811/13884","heartbeat_back_addr":"172.21.15.103:6815/13884","heartbeat_front_addr":"172.21.15.103:6813/13884","state":["exists","up"]},{"osd":1,"uuid":"9d87fb8e-205b-44ab-8914-95d299ecc527","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":13885},{"type":"v1","addr":"172.21.15.103:6817","nonce":13885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":13885},{"type":"v1","addr":"172.21.15.103:6819","nonce":13885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":13885},{"type":"v1","addr":"172.21.15.103:6823","nonce":13885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":13885},{"type":"v1","addr":"172.21.15.103:6821","nonce":13885}]},"public_addr":"172.21.15.103:6817/13885","cluster_addr":"172.21.15.103:6819/13885","heartbeat_back_addr":"172.21.15.103:6823/13885","heartbeat_front_addr":"172.21.15.103:6821/13885","state":["exists","up"]},{"osd":2,"uuid":"7a151978-397d-4ac8-b91e-9ef65bde340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":13883},{"type":"v1","addr":"172.21.15.103:6801","nonce":13883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":13883},{"type":"v1","addr":"172.21.15.103:6803","nonce":13883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":13883},{"type":"v1","addr":"172.21.15.103:6807","nonce":13883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":13883},{"type":"v1","addr":"172.21.15.103:6805","nonce":13883}]},"public_addr":"172.21.15.103:6801/13883","cluster_addr":"172.21.15.103:6803/13883","heartbeat_back_addr":"172.21.15.103:6807/13883","heartbeat_front_addr":"172.21.15.103:6805/13883","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.475054+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.711646+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.368869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:33:05.281 INFO:tasks.ceph.ceph_manager.c2:all up! 2022-01-15T17:33:05.281 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2022-01-15T17:33:05.520 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:33:05.520 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":13,"fsid":"298d7173-a498-4af5-b383-918d91536627","created":"2022-01-15T17:32:54.638891+0000","modified":"2022-01-15T17:33:04.699773+0000","last_up_change":"2022-01-15T17:32:59.675452+0000","last_in_change":"2022-01-15T17:32:59.675452+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-15T17:32:57.437321+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2022-01-15T17:33:02.907669+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d12e79c4-8e4c-4f64-ba27-919344f6ea03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":13884},{"type":"v1","addr":"172.21.15.103:6809","nonce":13884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":13884},{"type":"v1","addr":"172.21.15.103:6811","nonce":13884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":13884},{"type":"v1","addr":"172.21.15.103:6815","nonce":13884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":13884},{"type":"v1","addr":"172.21.15.103:6813","nonce":13884}]},"public_addr":"172.21.15.103:6809/13884","cluster_addr":"172.21.15.103:6811/13884","heartbeat_back_addr":"172.21.15.103:6815/13884","heartbeat_front_addr":"172.21.15.103:6813/13884","state":["exists","up"]},{"osd":1,"uuid":"9d87fb8e-205b-44ab-8914-95d299ecc527","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":13885},{"type":"v1","addr":"172.21.15.103:6817","nonce":13885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":13885},{"type":"v1","addr":"172.21.15.103:6819","nonce":13885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":13885},{"type":"v1","addr":"172.21.15.103:6823","nonce":13885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":13885},{"type":"v1","addr":"172.21.15.103:6821","nonce":13885}]},"public_addr":"172.21.15.103:6817/13885","cluster_addr":"172.21.15.103:6819/13885","heartbeat_back_addr":"172.21.15.103:6823/13885","heartbeat_front_addr":"172.21.15.103:6821/13885","state":["exists","up"]},{"osd":2,"uuid":"7a151978-397d-4ac8-b91e-9ef65bde340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":12,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":13883},{"type":"v1","addr":"172.21.15.103:6801","nonce":13883}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":13883},{"type":"v1","addr":"172.21.15.103:6803","nonce":13883}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":13883},{"type":"v1","addr":"172.21.15.103:6807","nonce":13883}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":13883},{"type":"v1","addr":"172.21.15.103:6805","nonce":13883}]},"public_addr":"172.21.15.103:6801/13883","cluster_addr":"172.21.15.103:6803/13883","heartbeat_back_addr":"172.21.15.103:6807/13883","heartbeat_front_addr":"172.21.15.103:6805/13883","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.475054+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.711646+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2022-01-15T17:32:57.368869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2022-01-15T17:33:05.533 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.0 flush_pg_stats 2022-01-15T17:33:05.534 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.1 flush_pg_stats 2022-01-15T17:33:05.534 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.2 flush_pg_stats 2022-01-15T17:33:05.664 INFO:teuthology.orchestra.run.smithi103.stdout:34359738372 2022-01-15T17:33:05.664 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.0 2022-01-15T17:33:05.666 INFO:teuthology.orchestra.run.smithi103.stdout:38654705667 2022-01-15T17:33:05.666 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.1 2022-01-15T17:33:05.671 INFO:teuthology.orchestra.run.smithi103.stdout:34359738372 2022-01-15T17:33:05.671 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.2 2022-01-15T17:33:05.895 INFO:teuthology.orchestra.run.smithi103.stdout:34359738371 2022-01-15T17:33:05.903 INFO:teuthology.orchestra.run.smithi103.stdout:34359738371 2022-01-15T17:33:05.908 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738372 got 34359738371 for osd.0 2022-01-15T17:33:05.913 INFO:teuthology.orchestra.run.smithi103.stdout:38654705666 2022-01-15T17:33:05.916 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738372 got 34359738371 for osd.2 2022-01-15T17:33:05.925 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705667 got 38654705666 for osd.1 2022-01-15T17:33:06.909 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.0 2022-01-15T17:33:06.917 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.2 2022-01-15T17:33:06.926 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.1 2022-01-15T17:33:07.193 INFO:teuthology.orchestra.run.smithi103.stdout:34359738371 2022-01-15T17:33:07.194 INFO:teuthology.orchestra.run.smithi103.stdout:34359738371 2022-01-15T17:33:07.196 INFO:teuthology.orchestra.run.smithi103.stdout:38654705666 2022-01-15T17:33:07.206 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738372 got 34359738371 for osd.0 2022-01-15T17:33:07.208 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705667 got 38654705666 for osd.1 2022-01-15T17:33:07.210 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738372 got 34359738371 for osd.2 2022-01-15T17:33:08.207 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.0 2022-01-15T17:33:08.209 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.1 2022-01-15T17:33:08.211 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.2 2022-01-15T17:33:08.447 INFO:teuthology.orchestra.run.smithi103.stdout:34359738372 2022-01-15T17:33:08.448 INFO:teuthology.orchestra.run.smithi103.stdout:38654705668 2022-01-15T17:33:08.462 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738372 got 34359738372 for osd.0 2022-01-15T17:33:08.462 DEBUG:teuthology.parallel:result is None 2022-01-15T17:33:08.463 INFO:teuthology.orchestra.run.smithi103.stdout:34359738372 2022-01-15T17:33:08.464 INFO:tasks.ceph.ceph_manager.c2:need seq 38654705667 got 38654705668 for osd.1 2022-01-15T17:33:08.464 DEBUG:teuthology.parallel:result is None 2022-01-15T17:33:08.473 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738372 got 34359738372 for osd.2 2022-01-15T17:33:08.474 DEBUG:teuthology.parallel:result is None 2022-01-15T17:33:08.474 INFO:tasks.ceph.ceph_manager.c2:waiting for clean 2022-01-15T17:33:08.474 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 pg dump --format=json 2022-01-15T17:33:08.760 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:33:08.763 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2022-01-15T17:33:08.772 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":15,"stamp":"2022-01-15T17:33:07.363151+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":3146088,"kb_used_data":336,"kb_used_omap":0,"kb_used_meta":3145728,"kb_avail":311426712,"statfs":{"total":322122547200,"available":318900953088,"internally_reserved":3221225472,"allocated":344064,"data_stored":96840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":3221225472},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.650324"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714510+0000","last_change":"2022-01-15T17:33:04.714510+0000","last_active":"2022-01-15T17:33:04.714510+0000","last_peered":"2022-01-15T17:33:04.714510+0000","last_clean":"2022-01-15T17:33:04.714510+0000","last_became_active":"2022-01-15T17:33:04.713038+0000","last_became_peered":"2022-01-15T17:33:04.713038+0000","last_unstale":"2022-01-15T17:33:04.714510+0000","last_undegraded":"2022-01-15T17:33:04.714510+0000","last_fullsized":"2022-01-15T17:33:04.714510+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714564+0000","last_change":"2022-01-15T17:33:04.714564+0000","last_active":"2022-01-15T17:33:04.714564+0000","last_peered":"2022-01-15T17:33:04.714564+0000","last_clean":"2022-01-15T17:33:04.714564+0000","last_became_active":"2022-01-15T17:33:04.712475+0000","last_became_peered":"2022-01-15T17:33:04.712475+0000","last_unstale":"2022-01-15T17:33:04.714564+0000","last_undegraded":"2022-01-15T17:33:04.714564+0000","last_fullsized":"2022-01-15T17:33:04.714564+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714715+0000","last_change":"2022-01-15T17:33:04.714715+0000","last_active":"2022-01-15T17:33:04.714715+0000","last_peered":"2022-01-15T17:33:04.714715+0000","last_clean":"2022-01-15T17:33:04.714715+0000","last_became_active":"2022-01-15T17:33:04.714214+0000","last_became_peered":"2022-01-15T17:33:04.714214+0000","last_unstale":"2022-01-15T17:33:04.714715+0000","last_undegraded":"2022-01-15T17:33:04.714715+0000","last_fullsized":"2022-01-15T17:33:04.714715+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714717+0000","last_change":"2022-01-15T17:33:04.714717+0000","last_active":"2022-01-15T17:33:04.714717+0000","last_peered":"2022-01-15T17:33:04.714717+0000","last_clean":"2022-01-15T17:33:04.714717+0000","last_became_active":"2022-01-15T17:33:04.713485+0000","last_became_peered":"2022-01-15T17:33:04.713485+0000","last_unstale":"2022-01-15T17:33:04.714717+0000","last_undegraded":"2022-01-15T17:33:04.714717+0000","last_fullsized":"2022-01-15T17:33:04.714717+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.717471+0000","last_change":"2022-01-15T17:33:04.717471+0000","last_active":"2022-01-15T17:33:04.717471+0000","last_peered":"2022-01-15T17:33:04.717471+0000","last_clean":"2022-01-15T17:33:04.717471+0000","last_became_active":"2022-01-15T17:33:04.717102+0000","last_became_peered":"2022-01-15T17:33:04.717102+0000","last_unstale":"2022-01-15T17:33:04.717471+0000","last_undegraded":"2022-01-15T17:33:04.717471+0000","last_fullsized":"2022-01-15T17:33:04.717471+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.715904+0000","last_change":"2022-01-15T17:33:04.715904+0000","last_active":"2022-01-15T17:33:04.715904+0000","last_peered":"2022-01-15T17:33:04.715904+0000","last_clean":"2022-01-15T17:33:04.715904+0000","last_became_active":"2022-01-15T17:33:04.715220+0000","last_became_peered":"2022-01-15T17:33:04.715220+0000","last_unstale":"2022-01-15T17:33:04.715904+0000","last_undegraded":"2022-01-15T17:33:04.715904+0000","last_fullsized":"2022-01-15T17:33:04.715904+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.716371+0000","last_change":"2022-01-15T17:33:04.716371+0000","last_active":"2022-01-15T17:33:04.716371+0000","last_peered":"2022-01-15T17:33:04.716371+0000","last_clean":"2022-01-15T17:33:04.716371+0000","last_became_active":"2022-01-15T17:33:04.715855+0000","last_became_peered":"2022-01-15T17:33:04.715855+0000","last_unstale":"2022-01-15T17:33:04.716371+0000","last_undegraded":"2022-01-15T17:33:04.716371+0000","last_fullsized":"2022-01-15T17:33:04.716371+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.715181+0000","last_change":"2022-01-15T17:33:04.715181+0000","last_active":"2022-01-15T17:33:04.715181+0000","last_peered":"2022-01-15T17:33:04.715181+0000","last_clean":"2022-01-15T17:33:04.715181+0000","last_became_active":"2022-01-15T17:33:04.713949+0000","last_became_peered":"2022-01-15T17:33:04.713949+0000","last_unstale":"2022-01-15T17:33:04.715181+0000","last_undegraded":"2022-01-15T17:33:04.715181+0000","last_fullsized":"2022-01-15T17:33:04.715181+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'1","reported_seq":12,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-01-15T17:33:03.709441+0000","last_change":"2022-01-15T17:33:00.693789+0000","last_active":"2022-01-15T17:33:03.709441+0000","last_peered":"2022-01-15T17:33:03.709441+0000","last_clean":"2022-01-15T17:33:03.709441+0000","last_became_active":"2022-01-15T17:33:00.692610+0000","last_became_peered":"2022-01-15T17:33:00.692610+0000","last_unstale":"2022-01-15T17:33:03.709441+0000","last_undegraded":"2022-01-15T17:33:03.709441+0000","last_fullsized":"2022-01-15T17:33:03.709441+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":7,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:57.659195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:57.659195+0000","last_clean_scrub_stamp":"2022-01-15T17:32:57.659195+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":32280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":32280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":32280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]}]}} 2022-01-15T17:33:08.773 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 pg dump --format=json 2022-01-15T17:33:09.010 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:33:09.013 INFO:teuthology.orchestra.run.smithi103.stderr:dumped all 2022-01-15T17:33:09.023 INFO:teuthology.orchestra.run.smithi103.stdout:{"pg_ready":true,"pg_map":{"version":15,"stamp":"2022-01-15T17:33:07.363151+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":3146088,"kb_used_data":336,"kb_used_omap":0,"kb_used_meta":3145728,"kb_avail":311426712,"statfs":{"total":322122547200,"available":318900953088,"internally_reserved":3221225472,"allocated":344064,"data_stored":96840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":3221225472},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.650324"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714510+0000","last_change":"2022-01-15T17:33:04.714510+0000","last_active":"2022-01-15T17:33:04.714510+0000","last_peered":"2022-01-15T17:33:04.714510+0000","last_clean":"2022-01-15T17:33:04.714510+0000","last_became_active":"2022-01-15T17:33:04.713038+0000","last_became_peered":"2022-01-15T17:33:04.713038+0000","last_unstale":"2022-01-15T17:33:04.714510+0000","last_undegraded":"2022-01-15T17:33:04.714510+0000","last_fullsized":"2022-01-15T17:33:04.714510+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714564+0000","last_change":"2022-01-15T17:33:04.714564+0000","last_active":"2022-01-15T17:33:04.714564+0000","last_peered":"2022-01-15T17:33:04.714564+0000","last_clean":"2022-01-15T17:33:04.714564+0000","last_became_active":"2022-01-15T17:33:04.712475+0000","last_became_peered":"2022-01-15T17:33:04.712475+0000","last_unstale":"2022-01-15T17:33:04.714564+0000","last_undegraded":"2022-01-15T17:33:04.714564+0000","last_fullsized":"2022-01-15T17:33:04.714564+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714715+0000","last_change":"2022-01-15T17:33:04.714715+0000","last_active":"2022-01-15T17:33:04.714715+0000","last_peered":"2022-01-15T17:33:04.714715+0000","last_clean":"2022-01-15T17:33:04.714715+0000","last_became_active":"2022-01-15T17:33:04.714214+0000","last_became_peered":"2022-01-15T17:33:04.714214+0000","last_unstale":"2022-01-15T17:33:04.714715+0000","last_undegraded":"2022-01-15T17:33:04.714715+0000","last_fullsized":"2022-01-15T17:33:04.714715+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.714717+0000","last_change":"2022-01-15T17:33:04.714717+0000","last_active":"2022-01-15T17:33:04.714717+0000","last_peered":"2022-01-15T17:33:04.714717+0000","last_clean":"2022-01-15T17:33:04.714717+0000","last_became_active":"2022-01-15T17:33:04.713485+0000","last_became_peered":"2022-01-15T17:33:04.713485+0000","last_unstale":"2022-01-15T17:33:04.714717+0000","last_undegraded":"2022-01-15T17:33:04.714717+0000","last_fullsized":"2022-01-15T17:33:04.714717+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.717471+0000","last_change":"2022-01-15T17:33:04.717471+0000","last_active":"2022-01-15T17:33:04.717471+0000","last_peered":"2022-01-15T17:33:04.717471+0000","last_clean":"2022-01-15T17:33:04.717471+0000","last_became_active":"2022-01-15T17:33:04.717102+0000","last_became_peered":"2022-01-15T17:33:04.717102+0000","last_unstale":"2022-01-15T17:33:04.717471+0000","last_undegraded":"2022-01-15T17:33:04.717471+0000","last_fullsized":"2022-01-15T17:33:04.717471+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.715904+0000","last_change":"2022-01-15T17:33:04.715904+0000","last_active":"2022-01-15T17:33:04.715904+0000","last_peered":"2022-01-15T17:33:04.715904+0000","last_clean":"2022-01-15T17:33:04.715904+0000","last_became_active":"2022-01-15T17:33:04.715220+0000","last_became_peered":"2022-01-15T17:33:04.715220+0000","last_unstale":"2022-01-15T17:33:04.715904+0000","last_undegraded":"2022-01-15T17:33:04.715904+0000","last_fullsized":"2022-01-15T17:33:04.715904+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.716371+0000","last_change":"2022-01-15T17:33:04.716371+0000","last_active":"2022-01-15T17:33:04.716371+0000","last_peered":"2022-01-15T17:33:04.716371+0000","last_clean":"2022-01-15T17:33:04.716371+0000","last_became_active":"2022-01-15T17:33:04.715855+0000","last_became_peered":"2022-01-15T17:33:04.715855+0000","last_unstale":"2022-01-15T17:33:04.716371+0000","last_undegraded":"2022-01-15T17:33:04.716371+0000","last_fullsized":"2022-01-15T17:33:04.716371+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":8,"reported_epoch":13,"state":"active+clean","last_fresh":"2022-01-15T17:33:04.715181+0000","last_change":"2022-01-15T17:33:04.715181+0000","last_active":"2022-01-15T17:33:04.715181+0000","last_peered":"2022-01-15T17:33:04.715181+0000","last_clean":"2022-01-15T17:33:04.715181+0000","last_became_active":"2022-01-15T17:33:04.713949+0000","last_became_peered":"2022-01-15T17:33:04.713949+0000","last_unstale":"2022-01-15T17:33:04.715181+0000","last_undegraded":"2022-01-15T17:33:04.715181+0000","last_fullsized":"2022-01-15T17:33:04.715181+0000","mapping_epoch":12,"log_start":"0'0","ondisk_log_start":"0'0","created":12,"last_epoch_clean":13,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:33:03.693938+0000","last_clean_scrub_stamp":"2022-01-15T17:33:03.693938+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'1","reported_seq":12,"reported_epoch":12,"state":"active+clean","last_fresh":"2022-01-15T17:33:03.709441+0000","last_change":"2022-01-15T17:33:00.693789+0000","last_active":"2022-01-15T17:33:03.709441+0000","last_peered":"2022-01-15T17:33:03.709441+0000","last_clean":"2022-01-15T17:33:03.709441+0000","last_became_active":"2022-01-15T17:33:00.692610+0000","last_became_peered":"2022-01-15T17:33:00.692610+0000","last_unstale":"2022-01-15T17:33:03.709441+0000","last_undegraded":"2022-01-15T17:33:03.709441+0000","last_fullsized":"2022-01-15T17:33:03.709441+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":7,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-15T17:32:57.659195+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-15T17:32:57.659195+0000","last_clean_scrub_stamp":"2022-01-15T17:32:57.659195+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":32280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":2,"up_from":8,"seq":34359738372,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":32280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738372,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":1048696,"kb_used_data":112,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":103808904,"statfs":{"total":107374182400,"available":106300317696,"internally_reserved":1073741824,"allocated":114688,"data_stored":32280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]}]}} 2022-01-15T17:33:09.024 INFO:tasks.ceph.ceph_manager.c2:clean! 2022-01-15T17:33:09.024 INFO:tasks.ceph:Waiting until ceph cluster c2 is healthy... 2022-01-15T17:33:09.024 INFO:tasks.ceph.ceph_manager.c2:wait_until_healthy 2022-01-15T17:33:09.025 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 health --format=json 2022-01-15T17:33:09.302 INFO:teuthology.orchestra.run.smithi103.stdout: 2022-01-15T17:33:09.320 INFO:teuthology.orchestra.run.smithi103.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-01-15T17:33:09.320 INFO:tasks.ceph.ceph_manager.c2:wait_until_healthy done 2022-01-15T17:33:09.320 INFO:teuthology.run_tasks:Running task parallel... 2022-01-15T17:33:09.333 INFO:teuthology.task.parallel:starting parallel... 2022-01-15T17:33:09.334 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-15T17:33:09.334 INFO:teuthology.task.sequential:In sequential, running task install.upgrade... 2022-01-15T17:33:09.335 INFO:teuthology.task.install:project ceph config {'c1.client.0': None, 'c1.mgr.x': None, 'c1.mon.a': None, 'c1.osd.0': None, 'c1.osd.1': None, 'c1.osd.2': None, 'exclude_packages': ['ceph-volume']} overrides {'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'} 2022-01-15T17:33:09.335 WARNING:teuthology.task.install:remote ubuntu@smithi027.front.sepia.ceph.com came up twice (role c1.mgr.x) 2022-01-15T17:33:09.336 WARNING:teuthology.task.install:remote ubuntu@smithi027.front.sepia.ceph.com came up twice (role c1.mon.a) 2022-01-15T17:33:09.336 WARNING:teuthology.task.install:remote ubuntu@smithi027.front.sepia.ceph.com came up twice (role c1.osd.0) 2022-01-15T17:33:09.336 WARNING:teuthology.task.install:remote ubuntu@smithi027.front.sepia.ceph.com came up twice (role c1.osd.1) 2022-01-15T17:33:09.337 WARNING:teuthology.task.install:remote ubuntu@smithi027.front.sepia.ceph.com came up twice (role c1.osd.2) 2022-01-15T17:33:09.337 INFO:teuthology.task.install:remote ubuntu@smithi027.front.sepia.ceph.com config {'branch': 'octopus', 'flavor': 'default', 'sha1': '9b350bd11321bfdf7ac34e1ad37c617b4453e371'} 2022-01-15T17:33:09.337 INFO:teuthology.task.install:extra packages: [] 2022-01-15T17:33:09.338 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2022-01-15T17:33:09.390 INFO:teuthology.orchestra.run.smithi027.stdout:Ubuntu 2022-01-15T17:33:09.395 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:33:09.402 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2022-01-15T17:33:09.402 INFO:teuthology.task.install:Upgrading ceph deb packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse 2022-01-15T17:33:09.402 DEBUG:teuthology.orchestra.run.smithi027:> dpkg-query -W -f '${Version}' ceph-common 2022-01-15T17:33:09.424 INFO:teuthology.orchestra.run.smithi027.stdout:15.2.15-130-g92c4304b-1focal 2022-01-15T17:33:09.424 INFO:teuthology.packaging:The installed version of ceph-common is 15.2.15-130-g92c4304b-1focal 2022-01-15T17:33:09.425 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2022-01-15T17:33:09.520 INFO:teuthology.orchestra.run.smithi027.stdout:Ubuntu 2022-01-15T17:33:09.526 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:33:09.527 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-15T17:33:09.527 INFO:teuthology.packaging:ref: None 2022-01-15T17:33:09.527 INFO:teuthology.packaging:tag: None 2022-01-15T17:33:09.528 INFO:teuthology.packaging:branch: octopus 2022-01-15T17:33:09.528 INFO:teuthology.packaging:sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 2022-01-15T17:33:09.528 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2022-01-15T17:33:09.849 INFO:teuthology.task.install:Ceph deb upgrade from 15.2.15-130-g92c4304b-1focal to 15.2.15-130-g92c4304b-1focal 2022-01-15T17:33:09.850 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-key list | grep Ceph 2022-01-15T17:33:09.961 INFO:teuthology.orchestra.run.smithi027.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2022-01-15T17:33:10.022 INFO:teuthology.orchestra.run.smithi027.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2022-01-15T17:33:10.023 INFO:teuthology.orchestra.run.smithi027.stdout:uid [ unknown] Ceph.com (release key) 2022-01-15T17:33:10.024 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2022-01-15T17:33:10.071 INFO:teuthology.orchestra.run.smithi027.stdout:Ubuntu 2022-01-15T17:33:10.076 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:33:10.077 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-15T17:33:10.077 INFO:teuthology.packaging:ref: None 2022-01-15T17:33:10.078 INFO:teuthology.packaging:tag: None 2022-01-15T17:33:10.078 INFO:teuthology.packaging:branch: octopus 2022-01-15T17:33:10.078 INFO:teuthology.packaging:sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 2022-01-15T17:33:10.079 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2022-01-15T17:33:10.363 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default/ 2022-01-15T17:33:10.364 INFO:teuthology.task.install.deb:Package version is 15.2.15-130-g92c4304b-1focal 2022-01-15T17:33:10.548 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2022-01-15T17:33:10.548 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2022-01-15T17:33:10.566 DEBUG:teuthology.orchestra.run.smithi027:> sudo apt-get update 2022-01-15T17:33:10.733 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2022-01-15T17:33:10.814 INFO:teuthology.orchestra.run.smithi027.stdout:Ign:2 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal InRelease 2022-01-15T17:33:10.848 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:3 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal Release 2022-01-15T17:33:10.853 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal InRelease 2022-01-15T17:33:10.882 INFO:teuthology.orchestra.run.smithi027.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/octopus/92c4304b1eca69c2efef29e3e35f46bdd7e87b8e/ubuntu/focal/flavors/default focal Release.gpg 2022-01-15T17:33:10.939 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:6 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2022-01-15T17:33:11.025 INFO:teuthology.orchestra.run.smithi027.stdout:Hit:7 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2022-01-15T17:33:12.256 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:33:12.278 DEBUG:teuthology.orchestra.run.smithi027:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=15.2.15-130-g92c4304b-1focal cephadm=15.2.15-130-g92c4304b-1focal ceph-mds=15.2.15-130-g92c4304b-1focal ceph-mgr=15.2.15-130-g92c4304b-1focal ceph-common=15.2.15-130-g92c4304b-1focal ceph-fuse=15.2.15-130-g92c4304b-1focal ceph-test=15.2.15-130-g92c4304b-1focal radosgw=15.2.15-130-g92c4304b-1focal python3-rados=15.2.15-130-g92c4304b-1focal python3-rgw=15.2.15-130-g92c4304b-1focal python3-cephfs=15.2.15-130-g92c4304b-1focal python3-rbd=15.2.15-130-g92c4304b-1focal libcephfs2=15.2.15-130-g92c4304b-1focal libcephfs-dev=15.2.15-130-g92c4304b-1focal librados2=15.2.15-130-g92c4304b-1focal librbd1=15.2.15-130-g92c4304b-1focal rbd-fuse=15.2.15-130-g92c4304b-1focal 2022-01-15T17:33:12.345 INFO:teuthology.orchestra.run.smithi027.stdout:Reading package lists... 2022-01-15T17:33:12.521 INFO:teuthology.orchestra.run.smithi027.stdout:Building dependency tree... 2022-01-15T17:33:12.522 INFO:teuthology.orchestra.run.smithi027.stdout:Reading state information... 2022-01-15T17:33:12.673 INFO:teuthology.orchestra.run.smithi027.stdout:ceph is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.674 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-common is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.674 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-fuse is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.674 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-mds is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.675 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-mgr is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.675 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-test is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.675 INFO:teuthology.orchestra.run.smithi027.stdout:cephadm is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.675 INFO:teuthology.orchestra.run.smithi027.stdout:libcephfs-dev is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.676 INFO:teuthology.orchestra.run.smithi027.stdout:libcephfs2 is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.676 INFO:teuthology.orchestra.run.smithi027.stdout:librados2 is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.676 INFO:teuthology.orchestra.run.smithi027.stdout:librados2 set to manually installed. 2022-01-15T17:33:12.676 INFO:teuthology.orchestra.run.smithi027.stdout:librbd1 is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.677 INFO:teuthology.orchestra.run.smithi027.stdout:librbd1 set to manually installed. 2022-01-15T17:33:12.677 INFO:teuthology.orchestra.run.smithi027.stdout:python3-cephfs is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.677 INFO:teuthology.orchestra.run.smithi027.stdout:python3-rados is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.677 INFO:teuthology.orchestra.run.smithi027.stdout:python3-rbd is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.677 INFO:teuthology.orchestra.run.smithi027.stdout:python3-rgw is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.678 INFO:teuthology.orchestra.run.smithi027.stdout:radosgw is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.678 INFO:teuthology.orchestra.run.smithi027.stdout:rbd-fuse is already the newest version (15.2.15-130-g92c4304b-1focal). 2022-01-15T17:33:12.678 INFO:teuthology.orchestra.run.smithi027.stdout:The following packages were automatically installed and are no longer required: 2022-01-15T17:33:12.678 INFO:teuthology.orchestra.run.smithi027.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 libllvm11 2022-01-15T17:33:12.679 INFO:teuthology.orchestra.run.smithi027.stdout: linux-headers-5.4.0-66 linux-headers-5.4.0-66-generic 2022-01-15T17:33:12.679 INFO:teuthology.orchestra.run.smithi027.stdout: linux-image-5.4.0-66-generic linux-modules-5.4.0-66-generic 2022-01-15T17:33:12.680 INFO:teuthology.orchestra.run.smithi027.stdout: linux-modules-extra-5.4.0-66-generic 2022-01-15T17:33:12.680 INFO:teuthology.orchestra.run.smithi027.stdout:Use 'sudo apt autoremove' to remove them. 2022-01-15T17:33:12.721 INFO:teuthology.orchestra.run.smithi027.stdout:0 upgraded, 0 newly installed, 0 to remove and 84 not upgraded. 2022-01-15T17:33:12.721 INFO:teuthology.orchestra.run.smithi027.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2022-01-15T17:33:12.723 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2022-01-15T17:33:12.768 INFO:teuthology.orchestra.run.smithi027.stdout:Ubuntu 2022-01-15T17:33:12.772 DEBUG:teuthology.misc:System to be installed: Ubuntu 2022-01-15T17:33:12.772 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-15T17:33:12.773 INFO:teuthology.packaging:ref: None 2022-01-15T17:33:12.773 INFO:teuthology.packaging:tag: None 2022-01-15T17:33:12.773 INFO:teuthology.packaging:branch: octopus 2022-01-15T17:33:12.774 INFO:teuthology.packaging:sha1: 9b350bd11321bfdf7ac34e1ad37c617b4453e371 2022-01-15T17:33:12.774 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=octopus 2022-01-15T17:33:13.040 DEBUG:teuthology.orchestra.run.smithi027:> dpkg-query -W -f '${Version}' ceph 2022-01-15T17:33:13.064 INFO:teuthology.orchestra.run.smithi027.stdout:15.2.15-130-g92c4304b-1focal 2022-01-15T17:33:13.064 INFO:teuthology.packaging:The installed version of ceph is 15.2.15-130-g92c4304b-1focal 2022-01-15T17:33:13.064 INFO:teuthology.task.install:The correct ceph version 15.2.15-130-g92c4304b-1focal is installed. 2022-01-15T17:33:13.065 DEBUG:teuthology.parallel:result is None 2022-01-15T17:33:13.065 INFO:teuthology.run_tasks:Running task rgw... 2022-01-15T17:33:13.082 DEBUG:tasks.rgw:config is {'c1.client.0': {'port': 8000}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}} 2022-01-15T17:33:13.083 DEBUG:tasks.rgw:client list is dict_keys(['c1.client.0', 'c2.client.0', 'c2.client.1']) 2022-01-15T17:33:13.083 INFO:tasks.rgw:Creating data pools 2022-01-15T17:33:13.083 DEBUG:tasks.rgw:Obtaining remote for client c1.client.0 2022-01-15T17:33:13.084 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c1 2022-01-15T17:33:14.325 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'default.rgw.buckets.data' created 2022-01-15T17:33:14.338 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c1 2022-01-15T17:33:15.365 INFO:teuthology.orchestra.run.smithi027.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-01-15T17:33:15.375 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c1 2022-01-15T17:33:16.354 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'default.rgw.buckets.index' created 2022-01-15T17:33:16.365 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c1 2022-01-15T17:33:17.364 INFO:teuthology.orchestra.run.smithi027.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-01-15T17:33:17.380 DEBUG:tasks.rgw:Obtaining remote for client c2.client.0 2022-01-15T17:33:17.380 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c2 2022-01-15T17:33:18.635 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'default.rgw.buckets.data' created 2022-01-15T17:33:18.652 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c2 2022-01-15T17:33:19.657 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-01-15T17:33:19.671 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c2 2022-01-15T17:33:20.642 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'default.rgw.buckets.index' created 2022-01-15T17:33:20.656 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c2 2022-01-15T17:33:21.680 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-01-15T17:33:21.696 DEBUG:tasks.rgw:Obtaining remote for client c2.client.1 2022-01-15T17:33:21.697 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c2 2022-01-15T17:33:21.949 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'default.rgw.buckets.data' already exists 2022-01-15T17:33:21.958 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c2 2022-01-15T17:33:22.660 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2022-01-15T17:33:22.671 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c2 2022-01-15T17:33:22.924 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'default.rgw.buckets.index' already exists 2022-01-15T17:33:22.933 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c2 2022-01-15T17:33:23.675 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2022-01-15T17:33:23.686 DEBUG:tasks.rgw:Pools created 2022-01-15T17:33:23.687 INFO:tasks.rgw:Configuring compression type = random 2022-01-15T17:33:23.687 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'list'] 2022-01-15T17:33:23.687 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'list'] 2022-01-15T17:33:23.688 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user list 2022-01-15T17:33:23.743 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:23.743 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:23.754 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:23.753+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.319 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.317+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.319 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.317+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.320 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.317+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.320 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.317+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.320 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.317+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.321 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.317+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.321 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.321+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.334 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.336 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.336 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.336 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.336 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 10 cannot find current period zonegroup using local zonegroup 2022-01-15T17:33:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 10 Creating default zonegroup 2022-01-15T17:33:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 20 get_system_obj_state: rctx=0x7ffe84f52230 obj=:.pools.avail state=0x564fae6385b0 s->prefetch_data=0 2022-01-15T17:33:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.333+0000 7f4b6f745980 10 couldn't find old data placement pools config, setting up new ones for the zone 2022-01-15T17:33:25.349 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.349+0000 7f4b6f745980 10 WARNING: store->list_zones() returned r=-2 2022-01-15T17:33:25.349 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.349+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.349 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.349+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.354 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.353+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.354 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.353+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.355 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.353+0000 7f4b6f745980 10 could not read realm id: (2) No such file or directory 2022-01-15T17:33:25.355 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.353+0000 7f4b6f745980 10 WARNING: failed to set zone as default, r=-22 2022-01-15T17:33:25.355 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.353+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.356 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.353+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.359 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.357+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.360 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados_obj.operate() r=0 bl.length=839 2022-01-15T17:33:25.360 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.361 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados_obj.operate() r=0 bl.length=358 2022-01-15T17:33:25.361 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 zonegroup default 2022-01-15T17:33:25.362 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.363 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:25.363 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 10 Cannot find current period zone using local zone 2022-01-15T17:33:25.363 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 10 Using default name default 2022-01-15T17:33:25.363 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.364 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:25.364 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:25.365 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados_obj.operate() r=0 bl.length=839 2022-01-15T17:33:25.365 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 zone default found 2022-01-15T17:33:25.365 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:25.361+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:27.335 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:27.333+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:27.336 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:27.333+0000 7f4b6f745980 20 rados->read ofs=0 len=0 2022-01-15T17:33:27.336 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:27.333+0000 7f4b6f745980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:27.336 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:27.333+0000 7f4b6f745980 20 started sync module instance, tier type = 2022-01-15T17:33:27.337 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:27.333+0000 7f4b6f745980 20 started zone id=993325c2-37a5-487c-bd3b-ebf09f994d5b (name=default) with tier type = 2022-01-15T17:33:29.373 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=0 2022-01-15T17:33:29.373 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=1 2022-01-15T17:33:29.373 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=2 2022-01-15T17:33:29.373 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=3 2022-01-15T17:33:29.374 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=4 2022-01-15T17:33:29.374 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=5 2022-01-15T17:33:29.374 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=6 2022-01-15T17:33:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 add_watcher() i=7 2022-01-15T17:33:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 2 all 8 watchers are set, enabling cache 2022-01-15T17:33:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-01-15T17:33:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b6f745980 20 check_secure_mon_conn(): mode 1 is insecure 2022-01-15T17:33:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:29.373+0000 7f4b3e7dc700 2 RGWDataChangesLog::ChangesRenewThread: start 2022-01-15T17:33:33.355 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.353+0000 7f4b6f745980 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2022-01-15T17:33:33.459 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.457+0000 7f4ab4ff9700 20 reqs_thread_entry: start 2022-01-15T17:33:33.460 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.457+0000 7f4aa27fc700 20 reqs_thread_entry: start 2022-01-15T17:33:33.460 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.457+0000 7f4b6f745980 20 init_complete bucket index max shards: 11 2022-01-15T17:33:33.460 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.457+0000 7f4aa0ff9700 20 reqs_thread_entry: start 2022-01-15T17:33:33.486 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.485+0000 7f4b3e7dc700 2 RGWDataChangesLog::ChangesRenewThread: start 2022-01-15T17:33:33.488 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.489+0000 7f4b6f745980 20 remove_watcher() i=0 2022-01-15T17:33:33.488 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.489+0000 7f4b6f745980 2 removed watcher, disabling cache 2022-01-15T17:33:33.491 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.489+0000 7f4b6f745980 20 remove_watcher() i=1 2022-01-15T17:33:33.493 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.493+0000 7f4b6f745980 20 remove_watcher() i=2 2022-01-15T17:33:33.495 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.493+0000 7f4b6f745980 20 remove_watcher() i=3 2022-01-15T17:33:33.498 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.497+0000 7f4b6f745980 20 remove_watcher() i=4 2022-01-15T17:33:33.500 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.501+0000 7f4b6f745980 20 remove_watcher() i=5 2022-01-15T17:33:33.503 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.501+0000 7f4b6f745980 20 remove_watcher() i=6 2022-01-15T17:33:33.505 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.505+0000 7f4b6f745980 20 remove_watcher() i=7 2022-01-15T17:33:33.513 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:33:33.514 DEBUG:tasks.util.rgw: json result: [] 2022-01-15T17:33:33.514 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-01-15T17:33:33.514 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-01-15T17:33:33.515 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2022-01-15T17:33:33.554 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:33.555 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:33.567 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.565+0000 7f8038218980 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-01-15T17:33:33.567 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.565+0000 7f8038218980 20 check_secure_mon_conn(): mode 1 is insecure 2022-01-15T17:33:33.573 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.573+0000 7f8038218980 20 rados->read ofs=0 len=0 2022-01-15T17:33:33.574 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.573+0000 7f7f7e7fc700 20 reqs_thread_entry: start 2022-01-15T17:33:33.575 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.573+0000 7f8038218980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:33.575 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.573+0000 7f8038218980 20 rados->read ofs=0 len=0 2022-01-15T17:33:33.576 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.573+0000 7f8038218980 20 rados_obj.operate() r=0 bl.length=839 2022-01-15T17:33:33.576 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.573+0000 7f8038218980 20 rados->read ofs=0 len=0 2022-01-15T17:33:33.577 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.577+0000 7f8038218980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:33.577 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.577+0000 7f8038218980 20 rados->read ofs=0 len=0 2022-01-15T17:33:33.577 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.577+0000 7f8038218980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:33.578 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.577+0000 7f8038218980 20 rados->read ofs=0 len=0 2022-01-15T17:33:33.578 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:33.577+0000 7f8038218980 20 rados_obj.operate() r=0 bl.length=358 2022-01-15T17:33:33.586 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"993325c2-37a5-487c-bd3b-ebf09f994d5b","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0}}],"realm_id":""} 2022-01-15T17:33:33.587 DEBUG:tasks.util.rgw: json result: {'id': '993325c2-37a5-487c-bd3b-ebf09f994d5b', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': ''} 2022-01-15T17:33:33.587 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['user', 'list'] 2022-01-15T17:33:33.588 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'user', 'list'] 2022-01-15T17:33:33.588 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 user list 2022-01-15T17:33:33.643 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:33.647 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:33.654 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:33.648+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.795 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.788+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.795 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.788+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.804 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.800+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.804 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.800+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.805 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.800+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.806 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.800+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.806 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.800+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.817 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.818 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.818 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.819 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.819 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.820 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.820 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 10 cannot find current period zonegroup using local zonegroup 2022-01-15T17:33:34.820 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.820 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.821 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.821 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.821 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 10 Creating default zonegroup 2022-01-15T17:33:34.821 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 20 get_system_obj_state: rctx=0x7ffcc164a590 obj=:.pools.avail state=0x5570500055b0 s->prefetch_data=0 2022-01-15T17:33:34.821 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.812+0000 7f111675c980 10 couldn't find old data placement pools config, setting up new ones for the zone 2022-01-15T17:33:34.832 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.828+0000 7f111675c980 10 WARNING: store->list_zones() returned r=-2 2022-01-15T17:33:34.832 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.828+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.832 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.828+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.837 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.832+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.837 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.832+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.837 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.832+0000 7f111675c980 10 could not read realm id: (2) No such file or directory 2022-01-15T17:33:34.838 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.832+0000 7f111675c980 10 WARNING: failed to set zone as default, r=-22 2022-01-15T17:33:34.838 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.832+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.838 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.832+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.841 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.836+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.842 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.836+0000 7f111675c980 20 rados_obj.operate() r=0 bl.length=839 2022-01-15T17:33:34.843 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.836+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.844 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.836+0000 7f111675c980 20 rados_obj.operate() r=0 bl.length=358 2022-01-15T17:33:34.844 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.836+0000 7f111675c980 20 zonegroup default 2022-01-15T17:33:34.844 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.836+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.845 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:34.845 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 10 Cannot find current period zone using local zone 2022-01-15T17:33:34.845 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 10 Using default name default 2022-01-15T17:33:34.845 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.846 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:34.846 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:34.847 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 20 rados_obj.operate() r=0 bl.length=839 2022-01-15T17:33:34.847 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 20 zone default found 2022-01-15T17:33:34.847 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:34.840+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:36.823 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:36.816+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:36.824 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:36.816+0000 7f111675c980 20 rados->read ofs=0 len=0 2022-01-15T17:33:36.826 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:36.820+0000 7f111675c980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:36.826 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:36.820+0000 7f111675c980 20 started sync module instance, tier type = 2022-01-15T17:33:36.826 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:36.820+0000 7f111675c980 20 started zone id=216517f3-d7d7-41b1-8c58-a576752a8d4c (name=default) with tier type = 2022-01-15T17:33:38.870 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=0 2022-01-15T17:33:38.870 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=1 2022-01-15T17:33:38.871 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=2 2022-01-15T17:33:38.871 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=3 2022-01-15T17:33:38.871 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=4 2022-01-15T17:33:38.871 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=5 2022-01-15T17:33:38.872 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=6 2022-01-15T17:33:38.872 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 add_watcher() i=7 2022-01-15T17:33:38.873 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 2 all 8 watchers are set, enabling cache 2022-01-15T17:33:38.873 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-01-15T17:33:38.873 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.864+0000 7f111675c980 20 check_secure_mon_conn(): mode 1 is insecure 2022-01-15T17:33:38.873 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:38.868+0000 7f10e57e2700 2 RGWDataChangesLog::ChangesRenewThread: start 2022-01-15T17:33:42.865 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.860+0000 7f111675c980 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2022-01-15T17:33:42.969 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.964+0000 7f104b7fe700 20 reqs_thread_entry: start 2022-01-15T17:33:42.970 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.964+0000 7f111675c980 20 init_complete bucket index max shards: 11 2022-01-15T17:33:42.970 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.964+0000 7f10497fa700 20 reqs_thread_entry: start 2022-01-15T17:33:42.970 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.964+0000 7f103b7fe700 20 reqs_thread_entry: start 2022-01-15T17:33:42.993 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.988+0000 7f10e57e2700 2 RGWDataChangesLog::ChangesRenewThread: start 2022-01-15T17:33:42.995 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.988+0000 7f111675c980 20 remove_watcher() i=0 2022-01-15T17:33:42.995 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.988+0000 7f111675c980 2 removed watcher, disabling cache 2022-01-15T17:33:42.998 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.992+0000 7f111675c980 20 remove_watcher() i=1 2022-01-15T17:33:43.000 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.996+0000 7f111675c980 20 remove_watcher() i=2 2022-01-15T17:33:43.002 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:42.996+0000 7f111675c980 20 remove_watcher() i=3 2022-01-15T17:33:43.005 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.000+0000 7f111675c980 20 remove_watcher() i=4 2022-01-15T17:33:43.007 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.000+0000 7f111675c980 20 remove_watcher() i=5 2022-01-15T17:33:43.009 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.004+0000 7f111675c980 20 remove_watcher() i=6 2022-01-15T17:33:43.011 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.004+0000 7f111675c980 20 remove_watcher() i=7 2022-01-15T17:33:43.020 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:33:43.020 DEBUG:tasks.util.rgw: json result: [] 2022-01-15T17:33:43.021 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-01-15T17:33:43.021 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-01-15T17:33:43.022 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2022-01-15T17:33:43.059 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:43.059 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:43.071 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.064+0000 7f4243542980 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-01-15T17:33:43.071 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.064+0000 7f4243542980 20 check_secure_mon_conn(): mode 1 is insecure 2022-01-15T17:33:43.078 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.072+0000 7f41917fa700 20 reqs_thread_entry: start 2022-01-15T17:33:43.078 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.072+0000 7f4243542980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.079 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.072+0000 7f4243542980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.080 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.072+0000 7f4243542980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.080 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.076+0000 7f4243542980 20 rados_obj.operate() r=0 bl.length=839 2022-01-15T17:33:43.081 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.076+0000 7f4243542980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.081 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.076+0000 7f4243542980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.081 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.076+0000 7f4243542980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.082 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.076+0000 7f4243542980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.082 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.076+0000 7f4243542980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.083 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.076+0000 7f4243542980 20 rados_obj.operate() r=0 bl.length=358 2022-01-15T17:33:43.092 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"216517f3-d7d7-41b1-8c58-a576752a8d4c","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0}}],"realm_id":""} 2022-01-15T17:33:43.092 DEBUG:tasks.util.rgw: json result: {'id': '216517f3-d7d7-41b1-8c58-a576752a8d4c', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': ''} 2022-01-15T17:33:43.092 INFO:tasks.util.rgw:rgwadmin: c2.client.1 : ['user', 'list'] 2022-01-15T17:33:43.093 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c2', 'user', 'list'] 2022-01-15T17:33:43.093 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c2 user list 2022-01-15T17:33:43.122 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:43.122 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:43.132 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.128+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.135 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.128+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.135 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.128+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.136 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.128+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.136 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.128+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.137 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.132+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.137 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.132+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.137 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.132+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.155 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.148+0000 7f3134d5f980 20 RGWRados::pool_iterate: got zonegroup_info.b187bb31-d30b-4790-9197-6f200d73a493 2022-01-15T17:33:43.155 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.148+0000 7f3134d5f980 20 RGWRados::pool_iterate: got zone_info.216517f3-d7d7-41b1-8c58-a576752a8d4c 2022-01-15T17:33:43.155 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.148+0000 7f3134d5f980 20 RGWRados::pool_iterate: got zone_names.default 2022-01-15T17:33:43.156 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.148+0000 7f3134d5f980 20 RGWRados::pool_iterate: got zonegroups_names.default 2022-01-15T17:33:43.156 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.148+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.157 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.148+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.157 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.148+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.157 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=855 2022-01-15T17:33:43.157 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.158 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.158 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.159 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=358 2022-01-15T17:33:43.159 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.160 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.160 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 10 cannot find current period zonegroup using local zonegroup 2022-01-15T17:33:43.160 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.160 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.161 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.161 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.161 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.152+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.163 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=358 2022-01-15T17:33:43.163 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 zonegroup default 2022-01-15T17:33:43.164 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.164 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.164 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 10 Cannot find current period zone using local zone 2022-01-15T17:33:43.164 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.164 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.165 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.165 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.165 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.165 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados_obj.operate() r=0 bl.length=855 2022-01-15T17:33:43.166 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 zone default found 2022-01-15T17:33:43.166 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.166 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.166 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.166 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.167 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 started sync module instance, tier type = 2022-01-15T17:33:43.167 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.156+0000 7f3134d5f980 20 started zone id=216517f3-d7d7-41b1-8c58-a576752a8d4c (name=default) with tier type = 2022-01-15T17:33:43.181 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=0 2022-01-15T17:33:43.181 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=1 2022-01-15T17:33:43.182 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=2 2022-01-15T17:33:43.182 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=3 2022-01-15T17:33:43.182 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=4 2022-01-15T17:33:43.182 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=5 2022-01-15T17:33:43.183 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=6 2022-01-15T17:33:43.183 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 add_watcher() i=7 2022-01-15T17:33:43.184 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 2 all 8 watchers are set, enabling cache 2022-01-15T17:33:43.184 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-01-15T17:33:43.184 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3134d5f980 20 check_secure_mon_conn(): mode 1 is insecure 2022-01-15T17:33:43.184 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.176+0000 7f3103fdf700 2 RGWDataChangesLog::ChangesRenewThread: start 2022-01-15T17:33:43.261 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.256+0000 7f30727fc700 20 reqs_thread_entry: start 2022-01-15T17:33:43.262 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.256+0000 7f306bfff700 20 reqs_thread_entry: start 2022-01-15T17:33:43.262 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.256+0000 7f3134d5f980 20 init_complete bucket index max shards: 11 2022-01-15T17:33:43.263 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.256+0000 7f306a7fc700 20 reqs_thread_entry: start 2022-01-15T17:33:43.284 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.280+0000 7f3103fdf700 2 RGWDataChangesLog::ChangesRenewThread: start 2022-01-15T17:33:43.287 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.280+0000 7f3134d5f980 20 remove_watcher() i=0 2022-01-15T17:33:43.287 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.280+0000 7f3134d5f980 2 removed watcher, disabling cache 2022-01-15T17:33:43.289 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.284+0000 7f3134d5f980 20 remove_watcher() i=1 2022-01-15T17:33:43.291 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.284+0000 7f3134d5f980 20 remove_watcher() i=2 2022-01-15T17:33:43.293 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.288+0000 7f3134d5f980 20 remove_watcher() i=3 2022-01-15T17:33:43.296 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.292+0000 7f3134d5f980 20 remove_watcher() i=4 2022-01-15T17:33:43.298 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.292+0000 7f3134d5f980 20 remove_watcher() i=5 2022-01-15T17:33:43.300 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.296+0000 7f3134d5f980 20 remove_watcher() i=6 2022-01-15T17:33:43.302 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.296+0000 7f3134d5f980 20 remove_watcher() i=7 2022-01-15T17:33:43.311 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:33:43.311 DEBUG:tasks.util.rgw: json result: [] 2022-01-15T17:33:43.311 INFO:tasks.util.rgw:rgwadmin: c2.client.1 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-01-15T17:33:43.312 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c2', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2022-01-15T17:33:43.312 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c2 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2022-01-15T17:33:43.352 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:43.352 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:43.364 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.360+0000 7f0631cb5980 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2022-01-15T17:33:43.365 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.360+0000 7f0631cb5980 20 check_secure_mon_conn(): mode 1 is insecure 2022-01-15T17:33:43.371 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.364+0000 7f0631cb5980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.371 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.364+0000 7f05777fe700 20 reqs_thread_entry: start 2022-01-15T17:33:43.372 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.373 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.373 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados_obj.operate() r=0 bl.length=855 2022-01-15T17:33:43.374 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.375 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados_obj.operate() r=-2 bl.length=0 2022-01-15T17:33:43.375 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.375 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados_obj.operate() r=0 bl.length=46 2022-01-15T17:33:43.375 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados->read ofs=0 len=0 2022-01-15T17:33:43.376 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:33:43.368+0000 7f0631cb5980 20 rados_obj.operate() r=0 bl.length=358 2022-01-15T17:33:43.385 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"216517f3-d7d7-41b1-8c58-a576752a8d4c","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0}}],"realm_id":""} 2022-01-15T17:33:43.385 DEBUG:tasks.util.rgw: json result: {'id': '216517f3-d7d7-41b1-8c58-a576752a8d4c', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': ''} 2022-01-15T17:33:43.386 INFO:tasks.rgw:Starting rgw... 2022-01-15T17:33:43.386 INFO:tasks.rgw:rgw c1.client.0 config is {'port': 8000} 2022-01-15T17:33:43.387 INFO:tasks.rgw:Using beast as radosgw frontend 2022-01-15T17:33:43.387 INFO:tasks.rgw.c1.client.0:Restarting daemon 2022-01-15T17:33:43.388 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.c1.client.0.stdout 2>&1 2022-01-15T17:33:43.390 INFO:tasks.rgw.c1.client.0:Started 2022-01-15T17:33:43.391 INFO:tasks.rgw:rgw c2.client.0 config is {'port': 8000} 2022-01-15T17:33:43.391 INFO:tasks.rgw:Using beast as radosgw frontend 2022-01-15T17:33:43.391 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-01-15T17:33:43.392 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-01-15T17:33:43.429 INFO:tasks.rgw.c2.client.0:Started 2022-01-15T17:33:43.429 INFO:tasks.rgw:rgw c2.client.1 config is {'port': 8001} 2022-01-15T17:33:43.430 INFO:tasks.rgw:Using beast as radosgw frontend 2022-01-15T17:33:43.430 INFO:tasks.rgw.c2.client.1:Restarting daemon 2022-01-15T17:33:43.431 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground | sudo tee /var/log/ceph/rgw.c2.client.1.stdout 2>&1 2022-01-15T17:33:43.433 INFO:tasks.rgw.c2.client.1:Started 2022-01-15T17:33:43.433 INFO:tasks.rgw:Polling c1.client.0 until it starts accepting connections on http://smithi027.front.sepia.ceph.com:8000/ 2022-01-15T17:33:43.434 DEBUG:teuthology.orchestra.run.smithi027:> curl http://smithi027.front.sepia.ceph.com:8000/ 2022-01-15T17:33:43.463 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-01-15T17:33:43.464 INFO:teuthology.orchestra.run.smithi027.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:33:43.464 INFO:teuthology.orchestra.run.smithi027.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:33:43.464 INFO:teuthology.orchestra.run.smithi027.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2022-01-15T17:33:43.465 INFO:teuthology.orchestra.run.smithi027.stderr:curl: (7) Failed to connect to smithi027.front.sepia.ceph.com port 8000: Connection refused 2022-01-15T17:33:44.466 DEBUG:teuthology.orchestra.run.smithi027:> curl http://smithi027.front.sepia.ceph.com:8000/ 2022-01-15T17:33:44.484 INFO:teuthology.orchestra.run.smithi027.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:33:44.484 INFO:teuthology.orchestra.run.smithi027.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:33:44.486 INFO:teuthology.orchestra.run.smithi027.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 208k 2022-01-15T17:33:44.486 INFO:teuthology.orchestra.run.smithi027.stdout:anonymous 2022-01-15T17:33:44.487 INFO:tasks.rgw:Polling c2.client.0 until it starts accepting connections on http://smithi103.front.sepia.ceph.com:8000/ 2022-01-15T17:33:44.487 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8000/ 2022-01-15T17:33:44.524 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:33:44.525 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:33:44.526 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-01-15T17:33:44.527 INFO:teuthology.orchestra.run.smithi103.stdout:anonymous 2022-01-15T17:33:44.527 INFO:tasks.rgw:Polling c2.client.1 until it starts accepting connections on http://smithi103.front.sepia.ceph.com:8001/ 2022-01-15T17:33:44.528 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8001/ 2022-01-15T17:33:44.588 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:33:44.589 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:33:44.590 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-01-15T17:33:44.591 INFO:teuthology.orchestra.run.smithi103.stdout:anonymous 2022-01-15T17:33:44.592 INFO:teuthology.run_tasks:Running task rgw-multisite... 2022-01-15T17:33:44.921 INFO:tasks.rgw_multisite:creating realm.. 2022-01-15T17:33:44.922 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['realm', 'create', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:44.923 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'realm', 'create', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:44.923 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 realm create --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:33:44.960 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:44.961 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:45.012 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","name":"test-realm","current_period":"0a365db4-61ad-4f44-be6f-1936910e188e","epoch":1} 2022-01-15T17:33:45.012 INFO:tasks.rgw_multisite:creating master zonegroup.. 2022-01-15T17:33:45.013 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'set', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:45.014 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'set', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:45.014 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup set --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:33:45.054 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:45.054 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:45.078 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:33:45.076+0000 7f1b36334980 -1 old format 2022-01-15T17:33:45.094 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"","zones":[],"placement_targets":[],"default_placement":"","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}} 2022-01-15T17:33:45.094 INFO:tasks.rgw_multisite:creating master zone.. 2022-01-15T17:33:45.094 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--master', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--endpoints', 'http://smithi027.front.sepia.ceph.com:8000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:45.095 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--master', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--endpoints', 'http://smithi027.front.sepia.ceph.com:8000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:45.095 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --master --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --endpoints http://smithi027.front.sepia.ceph.com:8000 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:33:45.180 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:45.181 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:45.249 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","domain_root":"test-zone1.rgw.meta:root","control_pool":"test-zone1.rgw.control","gc_pool":"test-zone1.rgw.log:gc","lc_pool":"test-zone1.rgw.log:lc","log_pool":"test-zone1.rgw.log","intent_log_pool":"test-zone1.rgw.log:intent","usage_log_pool":"test-zone1.rgw.log:usage","roles_pool":"test-zone1.rgw.meta:roles","reshard_pool":"test-zone1.rgw.log:reshard","user_keys_pool":"test-zone1.rgw.meta:users.keys","user_email_pool":"test-zone1.rgw.meta:users.email","user_swift_pool":"test-zone1.rgw.meta:users.swift","user_uid_pool":"test-zone1.rgw.meta:users.uid","otp_pool":"test-zone1.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone1.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone1.rgw.buckets.data"}},"data_extra_pool":"test-zone1.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:33:45.250 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool create test-zone1.rgw.buckets.data 64 64 --cluster c1 2022-01-15T17:33:46.314 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'test-zone1.rgw.buckets.data' created 2022-01-15T17:33:46.330 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool application enable test-zone1.rgw.buckets.data rgw --cluster c1 2022-01-15T17:33:47.337 INFO:teuthology.orchestra.run.smithi027.stderr:enabled application 'rgw' on pool 'test-zone1.rgw.buckets.data' 2022-01-15T17:33:47.364 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:47.364 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:47.365 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:33:47.399 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:47.399 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:47.429 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","domain_root":"test-zone1.rgw.meta:root","control_pool":"test-zone1.rgw.control","gc_pool":"test-zone1.rgw.log:gc","lc_pool":"test-zone1.rgw.log:lc","log_pool":"test-zone1.rgw.log","intent_log_pool":"test-zone1.rgw.log:intent","usage_log_pool":"test-zone1.rgw.log:usage","roles_pool":"test-zone1.rgw.meta:roles","reshard_pool":"test-zone1.rgw.log:reshard","user_keys_pool":"test-zone1.rgw.meta:users.keys","user_email_pool":"test-zone1.rgw.meta:users.email","user_swift_pool":"test-zone1.rgw.meta:users.swift","user_uid_pool":"test-zone1.rgw.meta:users.uid","otp_pool":"test-zone1.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone1.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone1.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone1.rgw.buckets.non-ec","index_type":0}}],"realm_id":""} 2022-01-15T17:33:47.430 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:47.430 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:33:47.431 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:33:47.466 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:33:47.466 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:33:55.568 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"e6be7035-9f53-4ca8-8487-a247ec923bd0","epoch":1,"predecessor_uuid":"0a365db4-61ad-4f44-be6f-1936910e188e","sync_status":[],"period_map":{"id":"e6be7035-9f53-4ca8-8487-a247ec923bd0","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"false","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":2} 2022-01-15T17:33:55.568 DEBUG:tasks.rgw.c1.client.0:waiting for process to exit 2022-01-15T17:33:55.569 INFO:teuthology.orchestra.run:waiting for 300 2022-01-15T17:33:55.612 INFO:tasks.rgw.c1.client.0.smithi027.stdout:2022-01-15T17:33:55.613+0000 7fbb6ffff700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground (PID: 15578) UID: 0 2022-01-15T17:33:55.613 INFO:tasks.rgw.c1.client.0.smithi027.stdout:2022-01-15T17:33:55.613+0000 7fbb785db980 -1 shutting down 2022-01-15T17:33:58.163 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~0s 2022-01-15T17:34:01.671 INFO:tasks.rgw.c1.client.0:Stopped 2022-01-15T17:34:01.672 INFO:tasks.rgw.c1.client.0:Restarting daemon 2022-01-15T17:34:01.672 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.0.stdout 2>&1 2022-01-15T17:34:01.675 INFO:tasks.rgw.c1.client.0:Started 2022-01-15T17:34:01.675 DEBUG:teuthology.orchestra.run.smithi027:> curl http://smithi027.front.sepia.ceph.com:8000 2022-01-15T17:34:01.691 INFO:teuthology.orchestra.run.smithi027.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:34:01.692 INFO:teuthology.orchestra.run.smithi027.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:34:01.693 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-01-15T17:34:01.694 INFO:teuthology.orchestra.run.smithi027.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2022-01-15T17:34:01.694 INFO:teuthology.orchestra.run.smithi027.stderr:curl: (7) Failed to connect to smithi027.front.sepia.ceph.com port 8000: Connection refused 2022-01-15T17:34:02.695 DEBUG:teuthology.orchestra.run.smithi027:> curl http://smithi027.front.sepia.ceph.com:8000 2022-01-15T17:34:02.711 INFO:teuthology.orchestra.run.smithi027.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:34:02.712 INFO:teuthology.orchestra.run.smithi027.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:34:02.742 INFO:teuthology.orchestra.run.smithi027.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 7133 0 --:--:-- --:--:-- --:--:-- 7133 2022-01-15T17:34:02.743 INFO:teuthology.orchestra.run.smithi027.stdout:anonymous 2022-01-15T17:34:02.743 INFO:tasks.rgw_multisite:creating admin user.. 2022-01-15T17:34:02.744 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'create', '--uid', 'realm-admin', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Realm Admin', '--system', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:02.744 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'create', '--uid', 'realm-admin', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Realm Admin', '--system', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:02.745 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user create --uid realm-admin --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --display-name 'Realm Admin' --system --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:02.791 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:02.792 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:02.960 INFO:teuthology.orchestra.run.smithi027.stdout:{"user_id":"realm-admin","display_name":"Realm Admin","email":"","suspended":0,"max_buckets":1000,"subusers":[],"keys":[{"user":"realm-admin","access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"}],"swift_keys":[],"caps":[],"op_mask":"read, write, delete","system":"true","default_placement":"","default_storage_class":"","placement_tags":[],"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"temp_url_keys":[],"type":"rgw","mfa_ids":[]} 2022-01-15T17:34:02.987 INFO:tasks.rgw_multisite:pulling realm configuration to c2 2022-01-15T17:34:02.987 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi027.front.sepia.ceph.com:8000', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:02.988 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi027.front.sepia.ceph.com:8000', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:02.988 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 realm pull --rgw-realm test-realm --url http://smithi027.front.sepia.ceph.com:8000 --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:03.030 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:03.031 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:03.098 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","name":"test-realm","current_period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","epoch":2} 2022-01-15T17:34:03.098 INFO:tasks.rgw_multisite:creating zone.. 2022-01-15T17:34:03.099 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--endpoints', 'http://smithi103.front.sepia.ceph.com:8000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:03.099 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--endpoints', 'http://smithi103.front.sepia.ceph.com:8000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:03.099 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --endpoints http://smithi103.front.sepia.ceph.com:8000 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:03.141 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:03.142 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:03.200 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:34:03.194+0000 7f7adb596980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:34:03.200 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:34:03.194+0000 7f7adb596980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:34:03.212 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","domain_root":"test-zone2.rgw.meta:root","control_pool":"test-zone2.rgw.control","gc_pool":"test-zone2.rgw.log:gc","lc_pool":"test-zone2.rgw.log:lc","log_pool":"test-zone2.rgw.log","intent_log_pool":"test-zone2.rgw.log:intent","usage_log_pool":"test-zone2.rgw.log:usage","roles_pool":"test-zone2.rgw.meta:roles","reshard_pool":"test-zone2.rgw.log:reshard","user_keys_pool":"test-zone2.rgw.meta:users.keys","user_email_pool":"test-zone2.rgw.meta:users.email","user_swift_pool":"test-zone2.rgw.meta:users.swift","user_uid_pool":"test-zone2.rgw.meta:users.uid","otp_pool":"test-zone2.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone2.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone2.rgw.buckets.data"}},"data_extra_pool":"test-zone2.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:34:03.213 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create test-zone2.rgw.buckets.data 64 64 --cluster c2 2022-01-15T17:34:03.677 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'test-zone2.rgw.buckets.data' created 2022-01-15T17:34:03.687 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable test-zone2.rgw.buckets.data rgw --cluster c2 2022-01-15T17:34:03.769 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 has been restored 2022-01-15T17:34:04.707 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'test-zone2.rgw.buckets.data' 2022-01-15T17:34:04.721 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:04.721 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:04.722 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:04.755 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:04.755 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:04.783 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","domain_root":"test-zone2.rgw.meta:root","control_pool":"test-zone2.rgw.control","gc_pool":"test-zone2.rgw.log:gc","lc_pool":"test-zone2.rgw.log:lc","log_pool":"test-zone2.rgw.log","intent_log_pool":"test-zone2.rgw.log:intent","usage_log_pool":"test-zone2.rgw.log:usage","roles_pool":"test-zone2.rgw.meta:roles","reshard_pool":"test-zone2.rgw.log:reshard","user_keys_pool":"test-zone2.rgw.meta:users.keys","user_email_pool":"test-zone2.rgw.meta:users.email","user_swift_pool":"test-zone2.rgw.meta:users.swift","user_uid_pool":"test-zone2.rgw.meta:users.uid","otp_pool":"test-zone2.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone2.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone2.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone2.rgw.buckets.non-ec","index_type":0}}],"realm_id":""} 2022-01-15T17:34:04.784 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:04.784 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:04.785 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:04.863 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:04.863 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:12.865 INFO:teuthology.orchestra.run.smithi103.stderr:Sending period to new master zone d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:34:12.947 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"e6be7035-9f53-4ca8-8487-a247ec923bd0","epoch":2,"predecessor_uuid":"0a365db4-61ad-4f44-be6f-1936910e188e","sync_status":[],"period_map":{"id":"e6be7035-9f53-4ca8-8487-a247ec923bd0","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":2} 2022-01-15T17:34:12.948 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2022-01-15T17:34:12.948 INFO:teuthology.orchestra.run:waiting for 300 2022-01-15T17:34:12.949 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:34:12.947+0000 7f5cd9acf700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground (PID: 15515) UID: 0 2022-01-15T17:34:12.949 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:34:12.947+0000 7f5cddea9980 -1 shutting down 2022-01-15T17:34:17.901 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-01-15T17:34:19.050 INFO:tasks.rgw.c2.client.0:Stopped 2022-01-15T17:34:19.050 INFO:tasks.rgw.c2.client.0:Restarting daemon 2022-01-15T17:34:19.051 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2022-01-15T17:34:19.053 INFO:tasks.rgw.c2.client.0:Started 2022-01-15T17:34:19.054 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8000 2022-01-15T17:34:19.071 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:34:19.071 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:34:19.071 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2022-01-15T17:34:19.072 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-01-15T17:34:19.073 INFO:teuthology.orchestra.run.smithi103.stderr:curl: (7) Failed to connect to smithi103.front.sepia.ceph.com port 8000: Connection refused 2022-01-15T17:34:20.074 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8000 2022-01-15T17:34:20.091 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:34:20.091 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:34:20.093 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2022-01-15T17:34:20.093 INFO:teuthology.orchestra.run.smithi103.stdout:anonymous 2022-01-15T17:34:20.093 INFO:tasks.rgw_multisite:pulling realm configuration to c2 2022-01-15T17:34:20.094 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi027.front.sepia.ceph.com:8000', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--url', 'http://smithi027.front.sepia.ceph.com:8000', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:20.094 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi027.front.sepia.ceph.com:8000', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--url', 'http://smithi027.front.sepia.ceph.com:8000', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:20.095 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 realm pull --rgw-realm test-realm --url http://smithi027.front.sepia.ceph.com:8000 --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --url http://smithi027.front.sepia.ceph.com:8000 --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:20.136 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:20.136 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:20.178 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:34:20.176+0000 7fb34bdff700 -1 rgw realm watcher: RGWRealmWatcher::handle_error oid=realms.fce5f6b8-d80e-4398-b0fa-e116591f3d4c.control err=-107 2022-01-15T17:34:20.201 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","name":"test-realm","current_period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","epoch":2} 2022-01-15T17:34:20.202 INFO:tasks.rgw_multisite:creating zone.. 2022-01-15T17:34:20.202 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--endpoints', 'http://smithi103.front.sepia.ceph.com:8001', '--tier-type', 'pubsub', '--sync-from-all=0', '--sync-from', 'test-zone1', '--tier-config', 'start_with_full_sync=false,event_retention_days=7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:20.203 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--endpoints', 'http://smithi103.front.sepia.ceph.com:8001', '--tier-type', 'pubsub', '--sync-from-all=0', '--sync-from', 'test-zone1', '--tier-config', 'start_with_full_sync=false,event_retention_days=7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:20.204 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --endpoints http://smithi103.front.sepia.ceph.com:8001 --tier-type pubsub --sync-from-all=0 --sync-from test-zone1 --tier-config start_with_full_sync=false,event_retention_days=7 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:20.252 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:20.252 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:20.306 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:34:20.304+0000 7fd385b0e980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:34:20.306 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:34:20.304+0000 7fd385b0e980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:34:20.315 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","domain_root":"test-zone3.rgw.meta:root","control_pool":"test-zone3.rgw.control","gc_pool":"test-zone3.rgw.log:gc","lc_pool":"test-zone3.rgw.log:lc","log_pool":"test-zone3.rgw.log","intent_log_pool":"test-zone3.rgw.log:intent","usage_log_pool":"test-zone3.rgw.log:usage","roles_pool":"test-zone3.rgw.meta:roles","reshard_pool":"test-zone3.rgw.log:reshard","user_keys_pool":"test-zone3.rgw.meta:users.keys","user_email_pool":"test-zone3.rgw.meta:users.email","user_swift_pool":"test-zone3.rgw.meta:users.swift","user_uid_pool":"test-zone3.rgw.meta:users.uid","otp_pool":"test-zone3.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone3.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone3.rgw.buckets.data"}},"data_extra_pool":"test-zone3.rgw.buckets.non-ec","index_type":0}}],"tier_config":{"event_retention_days":7,"start_with_full_sync":false},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:34:20.316 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool create test-zone3.rgw.buckets.data 64 64 --cluster c2 2022-01-15T17:34:20.703 INFO:teuthology.orchestra.run.smithi103.stderr:pool 'test-zone3.rgw.buckets.data' created 2022-01-15T17:34:20.724 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph osd pool application enable test-zone3.rgw.buckets.data rgw --cluster c2 2022-01-15T17:34:21.708 INFO:teuthology.orchestra.run.smithi103.stderr:enabled application 'rgw' on pool 'test-zone3.rgw.buckets.data' 2022-01-15T17:34:21.721 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:21.722 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:21.722 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:21.766 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:21.766 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:21.791 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","domain_root":"test-zone3.rgw.meta:root","control_pool":"test-zone3.rgw.control","gc_pool":"test-zone3.rgw.log:gc","lc_pool":"test-zone3.rgw.log:lc","log_pool":"test-zone3.rgw.log","intent_log_pool":"test-zone3.rgw.log:intent","usage_log_pool":"test-zone3.rgw.log:usage","roles_pool":"test-zone3.rgw.meta:roles","reshard_pool":"test-zone3.rgw.log:reshard","user_keys_pool":"test-zone3.rgw.meta:users.keys","user_email_pool":"test-zone3.rgw.meta:users.email","user_swift_pool":"test-zone3.rgw.meta:users.swift","user_uid_pool":"test-zone3.rgw.meta:users.uid","otp_pool":"test-zone3.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone3.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone3.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone3.rgw.buckets.non-ec","index_type":0}}],"tier_config":{"event_retention_days":7,"start_with_full_sync":false},"realm_id":""} 2022-01-15T17:34:21.791 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:21.792 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:21.792 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:21.827 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:21.828 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:23.608 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2022-01-15T17:34:29.914 INFO:teuthology.orchestra.run.smithi103.stderr:Sending period to new master zone d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:34:29.988 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"e6be7035-9f53-4ca8-8487-a247ec923bd0","epoch":3,"predecessor_uuid":"0a365db4-61ad-4f44-be6f-1936910e188e","sync_status":[],"period_map":{"id":"e6be7035-9f53-4ca8-8487-a247ec923bd0","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":2} 2022-01-15T17:34:29.989 DEBUG:tasks.rgw.c2.client.1:waiting for process to exit 2022-01-15T17:34:29.990 INFO:teuthology.orchestra.run:waiting for 300 2022-01-15T17:34:30.032 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:34:30.032+0000 7f5451e0b700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground (PID: 15516) UID: 0 2022-01-15T17:34:30.032 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:34:30.032+0000 7f54561e5980 -1 shutting down 2022-01-15T17:34:34.919 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 is failed for ~0s 2022-01-15T17:34:36.091 INFO:tasks.rgw.c2.client.1:Stopped 2022-01-15T17:34:36.092 INFO:tasks.rgw.c2.client.1:Restarting daemon 2022-01-15T17:34:36.092 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.1.stdout 2>&1 2022-01-15T17:34:36.095 INFO:tasks.rgw.c2.client.1:Started 2022-01-15T17:34:36.096 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8001 2022-01-15T17:34:36.114 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-01-15T17:34:36.114 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:34:36.115 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:34:36.115 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2022-01-15T17:34:36.116 INFO:teuthology.orchestra.run.smithi103.stderr:curl: (7) Failed to connect to smithi103.front.sepia.ceph.com port 8001: Connection refused 2022-01-15T17:34:37.116 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8001 2022-01-15T17:34:37.134 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:34:37.134 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:34:37.135 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 134 100 134 0 0 130k 0 --:--:-- --:--:-- --:--:-- 130k 2022-01-15T17:34:37.136 INFO:teuthology.orchestra.run.smithi103.stdout:{"Code":"MethodNotAllowed","RequestId":"tx00000eb28a11bc43367cb-0061e305ad-10e8-test-zone3","HostId":"10e8-test-zone3-test-zonegroup"} 2022-01-15T17:34:37.136 INFO:tasks.rgw_multisite:rgw multisite configuration completed 2022-01-15T17:34:37.136 INFO:teuthology.run_tasks:Running task rgw-multisite-tests... 2022-01-15T17:34:37.151 INFO:tasks.rgw_multisite_tests:cloning suite branch octopus from https://github.com/ceph/ceph.git... 2022-01-15T17:34:37.158 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/ceph/ceph.git 2022-01-15T17:34:37.180 INFO:teuthology.repo_utils:Fetching octopus from origin 2022-01-15T17:34:38.372 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/github.com_ceph_ceph_octopus to origin/octopus 2022-01-15T17:34:39.089 INFO:tasks.rgw_multisite_tests:importing tests from /home/teuthworker/src/github.com_ceph_ceph_octopus/src/test/rgw/rgw_multi 2022-01-15T17:34:39.109 INFO:tasks.rgw_multisite_tests:creating test user.. 2022-01-15T17:34:39.109 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'create', '--uid', 'rgw-multisite-test-user', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Multisite Test User', '--gen-access-key', '--gen-secret', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:39.110 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'create', '--uid', 'rgw-multisite-test-user', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Multisite Test User', '--gen-access-key', '--gen-secret', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:34:39.111 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user create --uid rgw-multisite-test-user --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --display-name 'Multisite Test User' --gen-access-key --gen-secret --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:34:39.156 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:39.156 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:39.349 INFO:teuthology.orchestra.run.smithi027.stdout:{"user_id":"rgw-multisite-test-user","display_name":"Multisite Test User","email":"","suspended":0,"max_buckets":1000,"subusers":[],"keys":[{"user":"rgw-multisite-test-user","access_key":"CKU2XW6XXHTMEV0ZZNU6","secret_key":"PUY7vigUAO0QdDDROIsaxBzHJYHo4Vg3mJ5upizr"}],"swift_keys":[],"caps":[],"op_mask":"read, write, delete","default_placement":"","default_storage_class":"","placement_tags":[],"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"temp_url_keys":[],"type":"rgw","mfa_ids":[]} 2022-01-15T17:34:39.374 INFO:rgw_multi.tests:meta checkpoint 2022-01-15T17:34:39.375 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:39.375 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:39.376 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:34:39.455 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:39.456 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:34:39.660 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:34:39.661 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:34:39.661 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:39.662 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:39.662 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:34:39.695 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:39.696 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:39.882 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:34:39.882 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:34:40.625 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 has been restored 2022-01-15T17:34:44.884 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:44.884 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:44.885 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:34:44.923 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:44.923 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:45.126 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:34:45.127 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:34:50.128 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:50.128 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:50.129 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:34:50.168 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:50.168 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:50.351 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:34:50.351 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:34:55.352 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:55.353 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:34:55.353 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:34:55.392 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:34:55.392 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:34:55.582 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:34:55.582 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:00.584 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:00.584 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:00.585 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:00.624 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:00.624 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:00.819 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:00.819 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:05.820 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:05.821 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:05.822 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:05.862 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:05.863 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:06.048 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:06.049 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:11.050 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:11.050 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:11.051 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:11.090 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:11.091 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:11.282 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:11.282 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:16.284 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:16.284 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:16.285 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:16.323 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:16.323 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:16.523 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:16.524 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:21.525 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:21.526 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:21.526 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:21.566 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:21.566 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:21.759 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:21.759 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:26.760 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:26.761 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:26.761 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:26.804 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:26.804 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:26.997 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:26.998 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:31.999 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:32.000 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:32.001 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:32.040 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:32.041 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:32.245 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:32.246 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:37.247 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:37.248 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:37.249 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:37.289 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:37.290 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:37.478 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:37.478 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:42.480 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:42.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:42.481 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:42.521 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:42.521 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:42.711 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:42.712 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:47.713 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:47.713 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:47.714 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:47.754 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:47.754 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:47.934 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:47.935 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:52.936 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:52.937 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:52.937 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:52.977 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:52.978 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:53.164 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:53.164 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:35:58.166 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:58.167 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:35:58.167 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:35:58.208 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:35:58.208 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:35:58.403 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:35:58.404 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:36:03.405 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:03.406 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:03.406 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:03.446 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:03.446 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:03.640 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:03.641 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:36:08.642 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:08.642 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:08.643 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:08.683 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:08.684 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:08.859 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:08.860 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:36:13.861 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:13.862 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:13.863 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:13.902 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:13.903 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:14.095 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:14.096 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:36:19.097 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:19.098 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:19.098 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:19.140 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:19.140 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:19.327 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:19.327 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268079.345381_14.1 target= 2022-01-15T17:36:24.328 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:24.329 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:24.329 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:24.370 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:24.371 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:24.567 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:24.568 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:24.569 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:24.569 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:24.570 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:24.570 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:24.608 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:24.608 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:24.781 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:24.781 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:24.782 INFO:rgw_multi.tests:meta checkpoint 2022-01-15T17:36:24.782 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:24.782 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:24.783 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:24.823 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:24.824 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:24.991 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:25.020 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:25.021 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:25.021 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:25.022 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:25.022 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:25.063 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:25.063 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:25.272 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:25.273 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:25.274 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:25.275 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:25.275 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:25.276 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:25.352 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:25.352 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:25.536 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:25.537 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:25.538 INFO:tasks.rgw_multisite_tests:running rgw multisite tests on '/home/teuthworker/src/github.com_ceph_ceph_octopus/src/test/rgw/rgw_multi' with args=['tests.py', 'tests_ps.py'] 2022-01-15T17:36:25.603 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-1 2022-01-15T17:36:29.432 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-2 2022-01-15T17:36:32.878 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:32.879 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:32.879 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:32.919 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:32.920 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:33.081 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:33.113 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"1_1642268189.462469_37.1","last_update":"2022-01-15T17:36:29.462469Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:33.113 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:33.114 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.115 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.115 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:33.157 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:33.157 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:33.354 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268189.462469_37.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:29.462469Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:33.354 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:33.355 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:33.355 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.356 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.356 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:33.432 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:33.432 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:33.619 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268189.462469_37.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:29.462469Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:33.619 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:33.639 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_create ... ok 2022-01-15T17:36:33.641 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-3 2022-01-15T17:36:33.665 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-4 2022-01-15T17:36:33.716 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.717 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.718 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:33.756 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:33.756 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:33.929 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:33.960 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"1_1642268193.696446_45.1","last_update":"2022-01-15T17:36:33.696446Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:33.960 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:33.961 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.961 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:33.962 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:34.002 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:34.003 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:34.180 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268193.696446_45.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:33.696446Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:34.181 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:34.182 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:34.182 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:34.183 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:34.183 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:34.220 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:34.220 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:34.419 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268193.696446_45.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:33.696446Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:34.420 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:34.634 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:34.635 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:34.635 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:34.677 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:34.677 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:34.842 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:34.873 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"1_1642268194.590441_61.1","last_update":"2022-01-15T17:36:34.590441Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:34.874 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:34.875 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:34.875 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:34.876 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:34.916 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:34.917 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:35.119 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268194.590441_61.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:34.590441Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:35.120 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:35.120 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:35.121 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.122 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.122 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:35.159 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:35.160 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:35.353 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268194.590441_61.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:34.590441Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:35.354 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:35.370 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_recreate ... ok 2022-01-15T17:36:35.371 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-5 2022-01-15T17:36:35.400 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-6 2022-01-15T17:36:35.442 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.443 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.443 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:35.481 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:35.482 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:35.638 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:35.667 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"1_1642268195.427520_69.1","last_update":"2022-01-15T17:36:35.427520Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:35.668 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:35.668 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.669 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.670 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:35.710 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:35.711 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:35.902 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268195.427520_69.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:35.427520Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:35.902 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:35.903 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:35.903 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.904 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:35.904 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:35.940 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:35.941 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:36.129 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268195.427520_69.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:35.427520Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:36.130 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:36.241 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:36.241 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:36.242 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:36.282 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:36.282 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:36.453 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:36.485 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"1_1642268196.219048_73.1","last_update":"2022-01-15T17:36:36.219048Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:36.486 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:36.486 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:36.487 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:36.487 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:36.526 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:36.527 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:36.716 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268196.219048_73.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:36.219048Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:36.717 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:36.718 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:36.718 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:36.719 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:36.719 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:36.817 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:36.817 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:37.013 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268196.219048_73.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:36.219048Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:37.014 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:37.032 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_remove ... ok 2022-01-15T17:36:37.032 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-7 2022-01-15T17:36:37.064 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-8 2022-01-15T17:36:37.205 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:36:37.205+0000 7fb54cff1700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.206 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:36:37.205+0000 7f1da17e2700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.207 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:36:37.205+0000 7fb5527fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.207 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:36:37.205+0000 7f1da37e6700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.207 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:36:37.205+0000 7f1dacff9700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.208 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:36:37.205+0000 7fb5517fa700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.208 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:36:37.209+0000 7fb55a7fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.209 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:36:37.209+0000 7f1da77ee700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:36:37.527 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:37.528 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:37.529 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:37.567 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:37.567 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:37.742 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:37.769 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268079.345381_14.1","last_update":"2022-01-15T17:34:39.345381Z"},{"marker":"1_1642268197.091959_81.1","last_update":"2022-01-15T17:36:37.091959Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:37.770 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:37.771 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:37.771 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:37.772 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:37.817 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:37.817 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:37.998 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268197.091959_81.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:37.091959Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:37.998 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:38.000 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:38.001 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:38.002 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:38.004 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:38.078 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:38.078 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:38.277 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268079.345381_14.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:34:39.345381Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268197.091959_81.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:37.091959Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:38.278 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:38.279 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:38.280 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:38.281 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-7 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:38.322 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:38.323 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:38.527 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.2.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.8.5"},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.11.5"},{"key":8,"val":"00000000001.9.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:38.527 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-7 2022-01-15T17:36:38.528 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:38.528 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:38.529 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-7 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:38.572 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:38.572 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:38.773 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.2.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"_myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.8.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"&","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.11.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":":","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.9.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:38.773 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-7 2022-01-15T17:36:38.774 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-7 zones={test-zone2, test-zone1} 2022-01-15T17:36:38.783 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:38.793 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-01-15T17:36:38.794 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-01-15T17:36:38.794 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-01-15T17:36:38.795 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:38.795 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:38.843 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-01-15T17:36:38.843 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-01-15T17:36:38.844 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-01-15T17:36:38.844 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:38.856 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-01-15T17:36:38.911 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-01-15T17:36:39.013 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-01-15T17:36:39.112 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-01-15T17:36:39.168 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-01-15T17:36:39.277 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-01-15T17:36:39.380 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-01-15T17:36:39.435 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-01-15T17:36:39.538 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-01-15T17:36:39.640 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:39.695 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:39.797 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:39.896 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-7 zones={test-zone2, test-zone1} 2022-01-15T17:36:39.897 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:39.897 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:39.898 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-7 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:39.935 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:40.138 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.2.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.8.5"},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.11.5"},{"key":8,"val":"00000000001.9.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:40.139 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-7 2022-01-15T17:36:40.140 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:40.140 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:40.141 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-7 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:40.185 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:40.186 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:40.392 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.2.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.8.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.11.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.9.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:40.393 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-7 2022-01-15T17:36:40.393 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-8', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:40.394 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-8', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:40.394 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-8 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:40.432 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:40.432 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:40.625 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.6.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.8.5"},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.18.5"},{"key":8,"val":"00000000001.10.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:40.625 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-8 2022-01-15T17:36:40.626 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-8', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:40.626 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-8', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:40.627 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-8 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:40.672 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:40.672 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:40.893 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.6.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"_myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.8.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"&","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.18.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":":","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.10.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:40.894 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-8 2022-01-15T17:36:40.894 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-8 zones={test-zone1, test-zone2} 2022-01-15T17:36:40.903 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:40.908 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-01-15T17:36:40.908 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-01-15T17:36:40.909 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-01-15T17:36:40.909 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:40.910 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:40.915 DEBUG:tasks.rgw_multi.zone_rados:o=& 2022-01-15T17:36:40.916 DEBUG:tasks.rgw_multi.zone_rados:o=: 2022-01-15T17:36:40.916 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2022-01-15T17:36:40.916 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:40.925 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-01-15T17:36:40.980 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-01-15T17:36:41.089 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2022-01-15T17:36:41.192 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-01-15T17:36:41.247 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-01-15T17:36:41.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2022-01-15T17:36:41.456 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-01-15T17:36:41.510 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-01-15T17:36:41.613 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2022-01-15T17:36:41.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:41.766 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:41.868 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:41.968 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-8 zones={test-zone1, test-zone2} 2022-01-15T17:36:41.969 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_object_sync ... ok 2022-01-15T17:36:41.969 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-9 2022-01-15T17:36:41.997 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-10 2022-01-15T17:36:42.135 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.136 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.136 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:42.178 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:42.178 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:42.358 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:42.388 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268202.023056_36.1","last_update":"2022-01-15T17:36:42.023056Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:42.388 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:42.389 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.389 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.390 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:42.433 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:42.433 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:42.628 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268202.023056_36.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:36:42.023056Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:42.629 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:42.629 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:42.630 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.630 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.631 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:42.710 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:42.710 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:42.896 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268202.023056_36.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:36:42.023056Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:42.897 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:42.897 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.898 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:42.898 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-9 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:42.940 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:42.940 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:43.133 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.8.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:43.134 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:43.134 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:43.135 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:43.136 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-9 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:43.180 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:43.180 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:43.395 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.8.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:43.395 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:43.396 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-9 zones={test-zone2, test-zone1} 2022-01-15T17:36:43.405 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:43.455 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:43.456 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:43.461 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:43.512 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:43.571 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:43.676 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:43.776 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-9 zones={test-zone2, test-zone1} 2022-01-15T17:36:43.776 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:43.777 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:43.777 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-9 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:43.815 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:43.815 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:44.014 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.8.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:44.015 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:44.015 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:44.016 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:44.017 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-9 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:44.058 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:44.058 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:44.271 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.8.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:44.271 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:44.272 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-10', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:44.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-10', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:44.273 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-10 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:44.355 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:44.356 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:44.555 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.9.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:44.556 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-10 2022-01-15T17:36:44.556 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-10', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:44.557 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-10', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:44.558 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-10 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:44.601 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:44.601 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:44.823 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.9.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:44.824 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-10 2022-01-15T17:36:44.825 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-10 zones={test-zone1, test-zone2} 2022-01-15T17:36:44.838 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:44.883 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:44.884 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:44.889 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2022-01-15T17:36:44.940 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:44.995 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:45.097 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2022-01-15T17:36:45.196 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-10 zones={test-zone1, test-zone2} 2022-01-15T17:36:45.212 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:45.213 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:45.213 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-9 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:45.250 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:45.251 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:45.431 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.10.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:45.432 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:45.433 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:45.433 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:45.434 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-9 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:45.477 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:45.477 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:45.678 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.10.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:45.679 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:45.680 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-9 zones={test-zone2, test-zone1} 2022-01-15T17:36:45.688 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:45.735 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:45.792 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-9 zones={test-zone2, test-zone1} 2022-01-15T17:36:45.792 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:45.793 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-9', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:45.793 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-9 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:45.831 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:45.831 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:46.032 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.10.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:46.033 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:46.034 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:46.034 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-9', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:46.035 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-9 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:46.076 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:46.077 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:46.264 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.10.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:46.265 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-9 2022-01-15T17:36:46.279 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-10', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:46.279 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-10', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:46.280 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-10 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:46.346 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:46.346 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:46.545 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.12.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:46.545 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-10 2022-01-15T17:36:46.546 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-10', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:46.546 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-10', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:46.547 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-10 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:46.592 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:46.592 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:46.809 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"myobj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.12.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:46.810 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-10 2022-01-15T17:36:46.811 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-10 zones={test-zone1, test-zone2} 2022-01-15T17:36:46.818 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:46.867 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:46.923 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-10 zones={test-zone1, test-zone2} 2022-01-15T17:36:46.924 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_object_delete ... ok 2022-01-15T17:36:46.924 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-11 2022-01-15T17:36:46.953 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-12 2022-01-15T17:36:47.031 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.031 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.032 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:47.070 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:47.071 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:47.234 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:47.268 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268207.020579_55.1","last_update":"2022-01-15T17:36:47.020579Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:47.269 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:47.269 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.270 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.270 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:47.305 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:47.306 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:47.499 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268207.020579_55.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:36:47.020579Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:47.500 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:47.500 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:47.501 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.501 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.502 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:47.539 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:47.540 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:47.725 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268207.020579_55.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:36:47.020579Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:47.725 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:47.775 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.776 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:47.776 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:47.815 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:47.816 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:48.001 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000002.11.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:48.002 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:48.002 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.003 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.003 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:48.049 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:48.049 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:48.246 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"r9V1mKpRbRteVEXHvzEi151MJhF-fNG","ns":""},"count":1},"inc_marker":{"position":"00000000003.13.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:48.247 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:48.248 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.248 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.249 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:48.290 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:48.290 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:48.495 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000003.13.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:48.496 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:48.497 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.497 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.498 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:48.540 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:48.540 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:48.746 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.13.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:48.746 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:48.799 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.800 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:48.800 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-12 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:48.843 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:48.843 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:49.029 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000002.17.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:49.030 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-12 2022-01-15T17:36:49.030 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:49.031 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:49.031 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-12 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:49.071 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:49.290 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"EicSerdql4ii2wWmZ4ho09MHLMfsZor","ns":""},"count":1},"inc_marker":{"position":"00000000002.17.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:49.291 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-12 2022-01-15T17:36:50.025 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.026 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.026 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:50.067 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:50.067 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:50.250 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000010.30.5"},{"key":2,"val":""},{"key":3,"val":"00000000006.15.5"},{"key":4,"val":""},{"key":5,"val":"00000000003.13.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:50.251 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:50.251 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.252 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.252 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:50.295 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:50.296 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:50.496 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"s43T.zWUz1iXd91WGiPEpLMpEwpm0Fl","ns":""},"count":1},"inc_marker":{"position":"00000000010.30.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"-gksoW4j06aUN9Bl-YuDMbbG6RuIdXZ","ns":""},"count":1},"inc_marker":{"position":"00000000006.15.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"r9V1mKpRbRteVEXHvzEi151MJhF-fNG","ns":""},"count":1},"inc_marker":{"position":"00000000003.13.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:50.496 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:50.497 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.497 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.498 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:50.540 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:50.540 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:50.735 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000010.30.5"},{"key":2,"val":""},{"key":3,"val":"00000000006.15.5"},{"key":4,"val":""},{"key":5,"val":"00000000003.13.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:50.735 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:50.735 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.736 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.736 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:50.778 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:50.779 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:50.973 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.30.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.15.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.13.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:50.974 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:50.974 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.975 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:50.975 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:51.057 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:51.057 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:51.262 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000005.31.5"},{"key":2,"val":""},{"key":3,"val":"00000000010.23.5"},{"key":4,"val":""},{"key":5,"val":"00000000002.13.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:51.263 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-11 2022-01-15T17:36:51.264 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:51.264 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:51.265 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:51.308 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:51.308 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:51.518 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"fzPlTH9UDGS2Ytuwhk2dGkSdJoTQR24","ns":""},"count":1},"inc_marker":{"position":"00000000005.31.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"WooqZxml3fE2oGtDCVHtSdUlWcX5CKE","ns":""},"count":1},"inc_marker":{"position":"00000000010.23.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"r9V1mKpRbRteVEXHvzEi151MJhF-fNG","ns":""},"count":1},"inc_marker":{"position":"00000000002.13.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:51.518 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-11 2022-01-15T17:36:51.519 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-11 zones={test-zone2, test-zone1} 2022-01-15T17:36:51.529 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:51.534 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:51.535 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:51.535 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:51.535 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:51.541 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:51.542 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:51.542 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:51.552 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:51.562 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:51.628 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:51.684 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:51.740 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:51.857 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:51.960 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:52.015 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:52.130 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:52.232 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-11 zones={test-zone2, test-zone1} 2022-01-15T17:36:52.233 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.234 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.234 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-12 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:52.274 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:52.275 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:52.479 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000010.33.5"},{"key":2,"val":""},{"key":3,"val":"00000000002.12.10"},{"key":4,"val":""},{"key":5,"val":"00000000002.10.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:52.480 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:52.480 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.481 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.481 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-12 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:52.527 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:52.527 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:52.729 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"2789kyU.qvtyCxnUmET8e9YMkt.1-nm","ns":""},"count":1},"inc_marker":{"position":"00000000010.33.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"JVJMdBeG2H1yZI3W4h70SM.J-ADqf23","ns":""},"count":1},"inc_marker":{"position":"00000000002.12.10"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"EicSerdql4ii2wWmZ4ho09MHLMfsZor","ns":""},"count":1},"inc_marker":{"position":"00000000002.10.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:52.730 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:52.731 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.731 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.732 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-12 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:52.772 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:52.772 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:52.970 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000010.33.5"},{"key":2,"val":""},{"key":3,"val":"00000000002.12.10"},{"key":4,"val":""},{"key":5,"val":"00000000002.10.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:52.971 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:52.971 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.972 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:52.972 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-12 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:53.015 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:53.015 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:53.207 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.33.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.12.10"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.10.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:53.207 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:53.208 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:53.209 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:53.209 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-12 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:53.249 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:53.249 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:53.443 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.17.10"},{"key":2,"val":""},{"key":3,"val":"00000000010.27.5"},{"key":4,"val":""},{"key":5,"val":"00000000003.19.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:53.444 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-12 2022-01-15T17:36:53.444 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:53.445 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:53.445 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-12 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:53.489 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:53.489 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:53.714 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"2789kyU.qvtyCxnUmET8e9YMkt.1-nm","ns":""},"count":1},"inc_marker":{"position":"00000000002.17.10"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"JVJMdBeG2H1yZI3W4h70SM.J-ADqf23","ns":""},"count":1},"inc_marker":{"position":"00000000010.27.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"EicSerdql4ii2wWmZ4ho09MHLMfsZor","ns":""},"count":1},"inc_marker":{"position":"00000000003.19.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:53.715 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-12 2022-01-15T17:36:53.716 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-12 zones={test-zone2, test-zone1} 2022-01-15T17:36:53.724 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:53.729 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:53.730 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:53.730 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:53.731 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:53.737 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:53.737 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:53.738 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:53.747 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:53.756 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:53.818 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:53.876 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:53.932 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:54.045 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:54.148 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:54.207 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:54.322 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:54.419 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-12 zones={test-zone2, test-zone1} 2022-01-15T17:36:54.680 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:54.681 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:54.682 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:54.722 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:54.722 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:54.926 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000011.34.5"},{"key":2,"val":""},{"key":3,"val":"00000000007.18.5"},{"key":4,"val":""},{"key":5,"val":"00000000003.13.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:54.927 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:54.927 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:54.927 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:54.928 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:54.971 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:54.972 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:55.175 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"s43T.zWUz1iXd91WGiPEpLMpEwpm0Fl","ns":""},"count":1},"inc_marker":{"position":"00000000011.34.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"-gksoW4j06aUN9Bl-YuDMbbG6RuIdXZ","ns":""},"count":1},"inc_marker":{"position":"00000000007.18.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"r9V1mKpRbRteVEXHvzEi151MJhF-fNG","ns":""},"count":1},"inc_marker":{"position":"00000000003.13.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:55.175 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:55.176 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.176 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.177 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:55.218 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:55.219 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:55.406 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000011.34.5"},{"key":2,"val":""},{"key":3,"val":"00000000007.18.5"},{"key":4,"val":""},{"key":5,"val":"00000000003.13.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:55.406 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:55.407 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.407 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.408 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:55.451 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:55.451 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:55.647 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000011.34.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000007.18.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.13.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:55.648 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-11 2022-01-15T17:36:55.649 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.649 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-11', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.650 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-11 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:55.728 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:55.729 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:55.917 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000006.34.5"},{"key":2,"val":""},{"key":3,"val":"00000000011.27.5"},{"key":4,"val":""},{"key":5,"val":"00000000002.13.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:55.918 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-11 2022-01-15T17:36:55.918 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.919 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-11', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:55.919 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-11 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:55.963 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:55.963 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:56.183 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"fzPlTH9UDGS2Ytuwhk2dGkSdJoTQR24","ns":""},"count":1},"inc_marker":{"position":"00000000006.34.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"WooqZxml3fE2oGtDCVHtSdUlWcX5CKE","ns":""},"count":1},"inc_marker":{"position":"00000000011.27.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"r9V1mKpRbRteVEXHvzEi151MJhF-fNG","ns":""},"count":1},"inc_marker":{"position":"00000000002.13.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:56.183 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-11 2022-01-15T17:36:56.184 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-11 zones={test-zone2, test-zone1} 2022-01-15T17:36:56.193 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:56.199 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:56.199 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:56.199 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:56.200 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:56.205 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:56.206 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:56.206 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:56.217 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:56.227 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:56.295 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:56.352 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:56.407 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:56.524 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:56.632 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:56.687 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:56.798 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:56.896 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-11 zones={test-zone2, test-zone1} 2022-01-15T17:36:56.897 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:56.897 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:56.898 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-12 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:56.937 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:56.937 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:57.144 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000011.37.5"},{"key":2,"val":""},{"key":3,"val":"00000000003.15.5"},{"key":4,"val":""},{"key":5,"val":"00000000002.10.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:57.144 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:57.145 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.145 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.146 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-12 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:57.190 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:57.190 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:57.393 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"2789kyU.qvtyCxnUmET8e9YMkt.1-nm","ns":""},"count":1},"inc_marker":{"position":"00000000011.37.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"JVJMdBeG2H1yZI3W4h70SM.J-ADqf23","ns":""},"count":1},"inc_marker":{"position":"00000000003.15.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"EicSerdql4ii2wWmZ4ho09MHLMfsZor","ns":""},"count":1},"inc_marker":{"position":"00000000002.10.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:57.394 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:57.394 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.395 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.395 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-12 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:57.437 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:57.437 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:57.623 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000011.37.5"},{"key":2,"val":""},{"key":3,"val":"00000000003.15.5"},{"key":4,"val":""},{"key":5,"val":"00000000002.10.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:57.624 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:57.625 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.625 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.626 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-12 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:57.671 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:57.671 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:57.846 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000011.37.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.15.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.10.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:57.847 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-12 2022-01-15T17:36:57.847 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.848 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-12', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:57.848 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-12 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:57.927 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:57.928 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:58.108 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000003.20.5"},{"key":2,"val":""},{"key":3,"val":"00000000011.31.5"},{"key":4,"val":""},{"key":5,"val":"00000000003.19.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:36:58.108 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-12 2022-01-15T17:36:58.109 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:58.109 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-12', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:58.110 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-12 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:58.153 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:58.153 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:58.369 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone1","instance":"2789kyU.qvtyCxnUmET8e9YMkt.1-nm","ns":""},"count":1},"inc_marker":{"position":"00000000003.20.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj-test-zone2","instance":"JVJMdBeG2H1yZI3W4h70SM.J-ADqf23","ns":""},"count":1},"inc_marker":{"position":"00000000011.31.5"}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"EicSerdql4ii2wWmZ4ho09MHLMfsZor","ns":""},"count":1},"inc_marker":{"position":"00000000003.19.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:36:58.369 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-12 2022-01-15T17:36:58.370 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-12 zones={test-zone2, test-zone1} 2022-01-15T17:36:58.378 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:36:58.384 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:58.384 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:58.385 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:58.385 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:36:58.389 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:36:58.390 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2022-01-15T17:36:58.390 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2022-01-15T17:36:58.399 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:58.408 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:58.471 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:36:58.528 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:58.583 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:58.693 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2022-01-15T17:36:58.792 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:58.851 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:59.009 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2022-01-15T17:36:59.108 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-12 zones={test-zone2, test-zone1} 2022-01-15T17:36:59.109 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_versioned_object_incremental_sync ... ok 2022-01-15T17:36:59.144 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.145 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.145 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:59.182 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:59.182 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:59.360 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:36:59.382 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268219.144592_79.1","last_update":"2022-01-15T17:36:59.144592Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:36:59.382 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:36:59.383 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.384 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.384 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:59.425 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:59.426 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:59.592 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268219.144592_79.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:36:59.144592Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:36:59.592 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:36:59.593 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:36:59.593 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.594 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.594 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:59.672 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:59.673 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:36:59.852 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268219.144592_79.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:36:59.144592Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:36:59.853 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:36:59.903 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.903 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:36:59.904 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-13 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:36:59.944 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:36:59.944 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:00.156 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000002.8.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:00.157 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:00.157 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.158 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.158 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-13 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:00.203 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:00.204 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:00.400 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"YiMan1ujVEGgqt3u6UiGaNkatMoCWxJ","ns":""},"count":1},"inc_marker":{"position":"00000000002.8.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:00.401 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:00.401 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.402 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.402 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-13 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:00.445 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:00.445 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:00.649 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000003.10.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:00.649 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:00.650 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.651 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.651 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-13 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:00.695 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:00.695 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:00.876 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.10.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:00.876 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:00.877 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.878 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:00.878 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-13 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:00.914 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:00.914 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:01.100 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000002.10.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:01.101 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-13 2022-01-15T17:37:01.101 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:01.102 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:01.103 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-13 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:01.146 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:01.146 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:01.365 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"YiMan1ujVEGgqt3u6UiGaNkatMoCWxJ","ns":""},"count":1},"inc_marker":{"position":"00000000002.10.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:01.366 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-13 2022-01-15T17:37:01.367 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-13 zones={test-zone2, test-zone1} 2022-01-15T17:37:01.374 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:01.423 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:37:01.424 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:01.430 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:37:01.484 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:37:01.497 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:37:01.563 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:37:01.620 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-13 zones={test-zone2, test-zone1} 2022-01-15T17:37:02.583 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:02.584 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:02.584 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-13 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:02.629 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:02.629 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:02.803 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000003.10.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000032.74.11"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:02.804 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:02.804 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:02.805 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:02.805 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-13 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:02.851 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:02.851 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:03.033 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"YiMan1ujVEGgqt3u6UiGaNkatMoCWxJ","ns":""},"count":1},"inc_marker":{"position":"00000000003.10.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"zF67CN9KxEm.AV1RX5.1URAxR712YgU","ns":""},"count":2},"inc_marker":{"position":"00000000032.74.11"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:03.033 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:03.034 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.035 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.035 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-13 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:03.079 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:03.080 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:03.286 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000003.10.9"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000032.74.11"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:03.287 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:03.287 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.288 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.289 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-13 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:03.332 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:03.332 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:03.519 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.10.9"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000032.74.11"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:03.519 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-13 2022-01-15T17:37:03.520 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.520 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-13', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.521 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-13 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:03.561 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:03.561 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:03.727 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000002.10.10"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000039.89.8"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:03.728 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-13 2022-01-15T17:37:03.728 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.729 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-13', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:03.730 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-13 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:03.774 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:03.774 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:03.987 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"dummy","instance":"YiMan1ujVEGgqt3u6UiGaNkatMoCWxJ","ns":""},"count":1},"inc_marker":{"position":"00000000002.10.10"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"l5XK55OoxsomjDvut9sXf8hwh.uSC6-","ns":""},"count":1},"inc_marker":{"position":"00000000039.89.8"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:03.988 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-13 2022-01-15T17:37:03.988 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-13 zones={test-zone2, test-zone1} 2022-01-15T17:37:03.997 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:04.004 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:37:04.005 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.006 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.006 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.007 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.007 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.008 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.009 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.009 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.010 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.010 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.011 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.011 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.011 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.012 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.012 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.013 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.013 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.014 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.014 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.014 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.015 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:04.024 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2022-01-15T17:37:04.024 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.025 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.025 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.025 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.026 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.026 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.027 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.027 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.028 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.028 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.028 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.029 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.029 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.030 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.030 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.031 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.031 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.031 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.032 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.032 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:04.046 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:37:04.057 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:37:04.119 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2022-01-15T17:37:04.176 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.232 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.347 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.449 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.503 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.615 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.771 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.887 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:04.992 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.047 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.164 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.264 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.319 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.425 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.529 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.583 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.694 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.801 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.860 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:05.972 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.140 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.257 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.365 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.419 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.527 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.628 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.683 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.804 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.908 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:06.963 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.075 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.177 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.231 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.381 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.484 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.540 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.718 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.833 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:07.895 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.026 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.142 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.198 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.312 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.417 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.471 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.580 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.684 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.739 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.855 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:08.952 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.007 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.115 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.212 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.271 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.427 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.528 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.584 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.704 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:09.804 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-13 zones={test-zone2, test-zone1} 2022-01-15T17:37:09.804 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:09.805 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:09.805 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:09.843 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:09.843 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:10.034 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268227.913399_41.6","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268197.650400_66.1","last_update":"2022-01-15T17:36:37.650400Z"},{"marker":"1_1642268227.913399_80.2","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268227.913399_77.1","last_update":"2022-01-15T17:37:07.913399Z"}] 2022-01-15T17:37:10.034 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:37:10.035 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:10.036 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:10.036 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:10.077 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:10.078 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:10.259 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_41.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268197.650400_66.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:37.650400Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268221.635127_54.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:01.635127Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:37:10.259 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=3 master=1_1642268227.913399_77.1 target=1_1642268221.635127_54.1 2022-01-15T17:37:15.260 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:15.261 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:15.262 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:15.303 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:15.303 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:15.477 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_41.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268197.650400_66.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:37.650400Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268221.635127_54.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:01.635127Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:37:15.478 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=3 master=1_1642268227.913399_77.1 target=1_1642268221.635127_54.1 2022-01-15T17:37:20.480 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:20.481 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:20.481 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:20.522 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:20.523 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:20.703 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_41.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268197.650400_66.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:37.650400Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_77.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:37:20.704 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:37:20.704 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:20.705 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:20.705 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:20.744 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:20.745 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:20.940 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268227.913399_41.6","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268197.650400_66.1","last_update":"2022-01-15T17:36:37.650400Z"},{"marker":"1_1642268227.913399_80.2","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268227.913399_77.1","last_update":"2022-01-15T17:37:07.913399Z"}] 2022-01-15T17:37:20.940 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:37:20.941 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:20.941 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:20.942 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:20.983 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:20.983 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:21.165 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_41.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268197.650400_66.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:37.650400Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_77.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:37:21.165 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:37:21.166 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.167 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.167 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:21.204 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:21.204 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:21.380 INFO:teuthology.orchestra.run.smithi103.stdout:[{"marker":"1_1642268224.251593_28.6","last_update":"2022-01-15T17:37:04.251593Z"},{"marker":"1_1642268197.518382_66.1","last_update":"2022-01-15T17:36:37.518382Z"},{"marker":"1_1642268224.251593_66.2","last_update":"2022-01-15T17:37:04.251593Z"},{"marker":"1_1642268224.251593_124.2","last_update":"2022-01-15T17:37:04.251593Z"}] 2022-01-15T17:37:21.380 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:37:21.381 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.381 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.382 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:21.423 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:21.423 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:21.635 INFO:teuthology.orchestra.run.smithi027.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":17604849358489019720},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268224.251593_28.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:04.251593Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268197.518382_66.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:37.518382Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268224.251593_66.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:04.251593Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268224.251593_124.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:04.251593Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:37:21.635 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:37:21.636 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_concurrent_versioned_object_incremental_sync ... ok 2022-01-15T17:37:21.674 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.675 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.676 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:21.715 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:21.715 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:21.883 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:37:21.916 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268241.669670_94.1","last_update":"2022-01-15T17:37:21.669670Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:37:21.917 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:37:21.917 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.918 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:21.919 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:21.958 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:21.959 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:22.139 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268241.669670_94.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:37:21.669670Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:37:22.139 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:37:22.140 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:37:22.140 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.140 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.141 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:22.220 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:22.221 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:22.398 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268241.669670_94.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:37:21.669670Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:37:22.398 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:37:22.447 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.448 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.448 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:22.487 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:22.487 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:22.697 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.7.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:22.698 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:22.698 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.699 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.700 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:22.741 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:22.741 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:22.917 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.7.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:22.917 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:22.918 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.918 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:22.919 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:22.959 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:22.959 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:23.168 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.7.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:23.168 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:23.169 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:23.169 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:23.170 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:23.213 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:23.214 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:23.403 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.7.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:23.404 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:23.404 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:23.405 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:23.406 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:23.485 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:23.486 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:23.667 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.12.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:23.667 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-14 2022-01-15T17:37:23.668 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:23.669 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:23.669 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:23.715 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:23.715 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:23.925 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.12.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:23.926 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-14 2022-01-15T17:37:23.926 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-14 zones={test-zone2, test-zone1} 2022-01-15T17:37:23.935 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:23.983 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:23.984 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:23.989 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:24.040 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:24.049 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:24.110 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:24.168 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-14 zones={test-zone2, test-zone1} 2022-01-15T17:37:24.180 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.180 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.181 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:24.219 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:24.220 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:24.391 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:37:24.422 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268244.179219_100.1","last_update":"2022-01-15T17:37:24.179219Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:37:24.423 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:37:24.423 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.424 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.424 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:24.464 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:24.464 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:24.649 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268244.179219_100.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:37:24.179219Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:37:24.649 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:37:24.650 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:37:24.650 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.651 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.651 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:24.731 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:24.731 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:24.894 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268244.179219_100.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:37:24.179219Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:37:24.895 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:37:24.943 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.944 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:24.944 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:24.986 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:24.987 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:25.198 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.10.12"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:25.198 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:25.199 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.199 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.200 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:25.243 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:25.244 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:25.427 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000003.10.12"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:25.428 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:25.428 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.429 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.429 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:25.470 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:25.470 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:25.668 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.10.12"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:25.669 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:25.669 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.670 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.670 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:25.714 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:25.714 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:25.893 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.10.12"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:25.894 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:25.895 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.895 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:25.896 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:25.974 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:25.974 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:26.149 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.17.12"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:26.149 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-14 2022-01-15T17:37:26.150 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:26.150 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:26.151 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:26.194 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:26.194 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:26.408 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000003.17.12"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:26.409 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-14 2022-01-15T17:37:26.409 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-14 zones={test-zone2, test-zone1} 2022-01-15T17:37:26.418 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:26.471 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:26.472 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:26.472 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:26.478 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:26.479 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:26.532 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:26.543 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:26.606 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:26.664 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:26.675 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:26.740 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:26.804 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-14 zones={test-zone2, test-zone1} 2022-01-15T17:37:26.815 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:26.816 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:26.816 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:26.852 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:26.852 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:27.027 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:37:27.059 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268246.815463_106.1","last_update":"2022-01-15T17:37:26.815463Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:37:27.059 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:37:27.060 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.060 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.061 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:27.101 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:27.101 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:27.270 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268246.815463_106.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:37:26.815463Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:37:27.270 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:37:27.271 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:37:27.271 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.272 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:27.310 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:27.311 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:27.482 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268246.815463_106.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:37:26.815463Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:37:27.483 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:37:27.531 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.532 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.532 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:27.573 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:27.574 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:27.767 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000005.14.17"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:27.767 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:27.768 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.768 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:27.769 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:27.812 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:27.813 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:27.999 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000005.14.17"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:28.000 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:28.001 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.001 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.002 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:28.042 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:28.042 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:28.251 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000005.14.17"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:28.252 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:28.253 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.253 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.254 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:28.297 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:28.298 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:28.483 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000005.14.17"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:28.484 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-14 2022-01-15T17:37:28.484 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.485 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-14', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.486 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-14 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:28.568 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:28.568 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:28.745 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000005.23.17"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:28.745 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-14 2022-01-15T17:37:28.746 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.746 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-14', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:28.747 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-14 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:28.792 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:28.792 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:29.011 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000005.23.17"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:29.012 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-14 2022-01-15T17:37:29.012 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-14 zones={test-zone2, test-zone1} 2022-01-15T17:37:29.021 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:29.071 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:29.071 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:29.072 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:29.077 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:29.077 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:29.128 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:29.139 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:29.201 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:29.260 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:29.270 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:29.333 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:29.392 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-14 zones={test-zone2, test-zone1} 2022-01-15T17:37:29.393 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_version_suspended_incremental_sync ... ok 2022-01-15T17:37:29.394 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-15 2022-01-15T17:37:29.423 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-16 2022-01-15T17:37:29.490 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:29.491 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:29.491 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:29.531 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:29.531 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:29.702 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:37:29.733 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268249.487094_122.1","last_update":"2022-01-15T17:37:29.487094Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:37:29.734 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:37:29.734 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:29.735 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:29.735 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:29.776 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:29.776 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:29.946 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268249.487094_122.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:37:29.487094Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:37:29.946 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:37:29.947 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:37:29.947 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:29.948 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:29.948 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:29.987 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:29.987 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:30.159 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268249.487094_122.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:37:29.487094Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:37:30.159 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:37:30.291 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-15', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.291 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-15', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.292 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-15 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:30.333 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:30.334 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:30.533 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.13.11"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:30.533 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-15 2022-01-15T17:37:30.534 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-15', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.535 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-15', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.535 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-15 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:30.579 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:30.579 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:30.762 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"KLf6Hchvg8pqzaTfjbhHKkoE52FKYHq","ns":""},"count":1},"inc_marker":{"position":"00000000003.13.11"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:30.762 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-15 2022-01-15T17:37:30.763 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-15', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.763 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-15', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.764 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-15 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:30.804 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:30.804 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:30.995 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.13.11"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:30.995 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-15 2022-01-15T17:37:30.996 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-15', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.996 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-15', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:30.997 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-15 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:31.042 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:31.042 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:31.227 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.13.11"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:31.228 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-15 2022-01-15T17:37:31.228 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-15', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:31.229 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-15', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:31.229 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-15 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:31.269 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:31.270 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:31.445 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000002.13.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:31.446 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-15 2022-01-15T17:37:31.446 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-15', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:31.447 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-15', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:31.447 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-15 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:31.494 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:31.494 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:31.691 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"KLf6Hchvg8pqzaTfjbhHKkoE52FKYHq","ns":""},"count":1},"inc_marker":{"position":"00000000002.13.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:31.691 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-15 2022-01-15T17:37:31.692 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-15 zones={test-zone2, test-zone1} 2022-01-15T17:37:31.701 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:31.747 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:31.747 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:31.748 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:31.753 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:31.754 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:31.808 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:31.815 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:31.825 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:31.895 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-15 zones={test-zone2, test-zone1} 2022-01-15T17:37:31.895 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-16', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:31.896 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-16', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:31.896 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-16 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:31.935 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:31.935 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:32.132 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000002.15.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:32.133 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-16 2022-01-15T17:37:32.133 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-16', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.134 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-16', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.135 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-16 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:32.180 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:32.181 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:32.369 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"mJmD0vbi-nCVElL5r0Nsjo-G-iIcibm","ns":""},"count":2},"inc_marker":{"position":"00000000002.15.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:32.369 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-16 2022-01-15T17:37:32.370 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-16', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.371 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-16', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.371 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-16 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:32.411 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:32.411 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:32.605 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000002.15.5"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:32.606 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-16 2022-01-15T17:37:32.607 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-16', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.607 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-16', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.608 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-16 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:32.650 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:32.651 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:32.829 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.15.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:32.830 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-16 2022-01-15T17:37:32.830 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-16', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.831 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-16', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:32.831 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-16 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:32.909 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:32.910 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:33.089 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.25.11"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:33.090 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-16 2022-01-15T17:37:33.090 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-16', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:33.091 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-16', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:33.091 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-16 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:33.134 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:33.135 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:33.333 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"mJmD0vbi-nCVElL5r0Nsjo-G-iIcibm","ns":""},"count":2},"inc_marker":{"position":"00000000003.25.11"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:33.334 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-16 2022-01-15T17:37:33.334 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-16 zones={test-zone2, test-zone1} 2022-01-15T17:37:33.342 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:33.392 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:33.392 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:33.393 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:33.398 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:33.399 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:33.457 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:33.464 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:33.474 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:33.539 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-16 zones={test-zone2, test-zone1} 2022-01-15T17:37:33.539 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_delete_marker_full_sync ... ok 2022-01-15T17:37:33.540 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-17 2022-01-15T17:37:33.565 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-18 2022-01-15T17:37:33.671 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:33.671 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:33.672 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:33.710 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:33.710 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:33.864 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:37:33.896 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268253.667459_145.1","last_update":"2022-01-15T17:37:33.667459Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:37:33.896 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:37:33.897 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:33.897 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:33.898 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:33.935 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:33.936 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:34.122 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268253.667459_145.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:37:33.667459Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:37:34.123 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:37:34.123 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:37:34.124 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.124 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.125 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:34.163 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:34.163 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:34.352 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268253.667459_145.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:37:33.667459Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:37:34.352 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:37:34.493 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.494 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.494 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-17 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:34.535 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:34.536 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:34.731 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.11.6"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:34.732 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-17 2022-01-15T17:37:34.732 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.733 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.733 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-17 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:34.777 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:34.777 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:34.953 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"null","ns":""},"count":1},"inc_marker":{"position":"00000000003.11.6"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:34.954 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-17 2022-01-15T17:37:34.955 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.955 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:34.956 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-17 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:35.187 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.11.6"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:35.188 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-17 2022-01-15T17:37:35.188 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:35.189 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:35.190 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-17 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:35.232 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:35.232 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:35.426 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.11.6"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:35.427 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-17 2022-01-15T17:37:35.427 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:35.428 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-17', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:35.429 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-17 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:35.505 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:35.505 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:35.679 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.13.12"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:35.680 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-17 2022-01-15T17:37:35.680 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:35.681 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-17', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:35.682 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-17 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:35.726 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:35.727 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:35.934 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"null","ns":""},"count":1},"inc_marker":{"position":"00000000001.13.12"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:35.934 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-17 2022-01-15T17:37:35.935 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-17 zones={test-zone2, test-zone1} 2022-01-15T17:37:35.944 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:35.991 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:35.991 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:35.997 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:36.048 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:36.053 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-17 zones={test-zone2, test-zone1} 2022-01-15T17:37:36.053 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-18', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.054 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-18', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.054 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-18 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:36.095 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:36.096 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:36.290 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000002.82.12"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:36.290 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-18 2022-01-15T17:37:36.291 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-18', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.291 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-18', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.292 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-18 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:36.336 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:36.336 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:36.528 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.82.12"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:36.529 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-18 2022-01-15T17:37:36.529 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-18', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.530 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-18', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.530 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-18 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:36.571 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:36.571 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:36.757 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000002.82.12"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:36.757 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-18 2022-01-15T17:37:36.758 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-18', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.758 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-18', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:36.759 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-18 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:36.803 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:36.803 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:37.004 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.82.12"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:37.004 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-18 2022-01-15T17:37:37.005 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-18', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:37.005 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-18', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:37.006 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-18 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:37.087 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:37.087 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:37.269 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000003.107.6"},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:37:37.270 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-18 2022-01-15T17:37:37.270 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-18', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:37.271 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-18', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:37.271 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-18 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:37.316 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:37.316 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:37.517 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000003.107.6"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:37:37.518 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-18 2022-01-15T17:37:37.518 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-18 zones={test-zone2, test-zone1} 2022-01-15T17:37:37.527 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:37:37.575 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:37.576 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:37:37.583 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:37.583 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2022-01-15T17:37:37.635 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2022-01-15T17:37:37.636 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_suspended_delete_marker_full_sync ... FAIL 2022-01-15T17:37:37.637 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-19 2022-01-15T17:37:37.661 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-20 2022-01-15T17:37:37.823 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_versioning ... ok 2022-01-15T17:37:37.823 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-21 2022-01-15T17:37:37.848 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-22 2022-01-15T17:37:38.011 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_acl ... ok 2022-01-15T17:37:38.012 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-23 2022-01-15T17:37:38.038 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-24 2022-01-15T17:37:39.215 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_cors ... ok 2022-01-15T17:37:39.216 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-25 2022-01-15T17:37:39.243 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-26 2022-01-15T17:37:39.287 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:39.288 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:39.288 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:39.460 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:37:39.491 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268259.268628_196.1","last_update":"2022-01-15T17:37:39.268628Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:37:39.491 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:37:39.492 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:39.492 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:39.493 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:39.529 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:39.530 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:39.710 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268259.268628_196.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:37:39.268628Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:37:39.711 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:37:39.711 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:37:39.712 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:39.712 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:39.713 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:39.789 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:39.790 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:39.957 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268259.268628_196.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:37:39.268628Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:37:39.957 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:37:40.184 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_delete_notempty ... ok 2022-01-15T17:37:40.185 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-27 2022-01-15T17:37:40.211 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-28 2022-01-15T17:37:40.272 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:40.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:40.273 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:40.307 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:40.307 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:40.455 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=e6be7035-9f53-4ca8-8487-a247ec923bd0 2022-01-15T17:37:40.479 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268260.238327_205.1","last_update":"2022-01-15T17:37:40.238327Z"},{"marker":"1_1642268201.995370_88.1","last_update":"2022-01-15T17:36:41.995370Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:37:40.479 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:37:40.480 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:40.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:40.481 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:40.520 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:40.520 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:40.717 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268260.238327_205.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:37:40.238327Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:37:40.718 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:37:40.718 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:37:40.719 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:40.719 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:37:40.720 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:37:40.754 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:40.755 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:40.937 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"e6be7035-9f53-4ca8-8487-a247ec923bd0","realm_epoch":2},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268260.238327_205.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:37:40.238327Z","realm_epoch":2}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:37:40.937 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:37:40.938 DEBUG:tasks.rgw.c2.client.1:waiting for process to exit 2022-01-15T17:37:40.939 INFO:teuthology.orchestra.run:waiting for 300 2022-01-15T17:37:40.980 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:37:40.979+0000 7f1dd1c72700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 18209) UID: 0 2022-01-15T17:37:40.980 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:37:40.979+0000 7f1dd604c980 -1 shutting down 2022-01-15T17:37:43.092 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 is failed for ~0s 2022-01-15T17:37:47.041 INFO:tasks.rgw.c2.client.1:Stopped 2022-01-15T17:37:47.041 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:37:47.042 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:37:47.042 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --master --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:37:47.081 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:47.081 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:47.107 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:37:47.103+0000 7fe720aeb980 0 NOTICE: overriding master zone: d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:37:47.112 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:37:47.111+0000 7fe720aeb980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:37:47.112 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:37:47.111+0000 7fe720aeb980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:37:47.123 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","domain_root":"test-zone2.rgw.meta:root","control_pool":"test-zone2.rgw.control","gc_pool":"test-zone2.rgw.log:gc","lc_pool":"test-zone2.rgw.log:lc","log_pool":"test-zone2.rgw.log","intent_log_pool":"test-zone2.rgw.log:intent","usage_log_pool":"test-zone2.rgw.log:usage","roles_pool":"test-zone2.rgw.meta:roles","reshard_pool":"test-zone2.rgw.log:reshard","user_keys_pool":"test-zone2.rgw.meta:users.keys","user_email_pool":"test-zone2.rgw.meta:users.email","user_swift_pool":"test-zone2.rgw.meta:users.swift","user_uid_pool":"test-zone2.rgw.meta:users.uid","otp_pool":"test-zone2.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone2.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone2.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone2.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:37:47.124 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:37:47.125 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:37:47.125 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:37:47.162 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:37:47.163 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:37:47.422 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"32f0a916-3db2-4987-b042-1fe4cd9a1663","epoch":1,"predecessor_uuid":"e6be7035-9f53-4ca8-8487-a247ec923bd0","sync_status":["1_1642268260.238327_205.1","1_1642268201.995370_88.1","",""],"period_map":{"id":"32f0a916-3db2-4987-b042-1fe4cd9a1663","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":3} 2022-01-15T17:37:47.423 INFO:rgw_multi.tests:Set master zone=test-zone2, waiting 60s for reconfiguration.. 2022-01-15T17:37:48.697 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 has been restored 2022-01-15T17:38:47.425 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-29 2022-01-15T17:38:47.479 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-30 2022-01-15T17:38:47.512 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:38:47.512 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:38:47.513 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:38:47.551 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:38:47.551 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:38:47.731 INFO:teuthology.orchestra.run.smithi103.stderr:No --period given, using current period=32f0a916-3db2-4987-b042-1fe4cd9a1663 2022-01-15T17:38:47.766 INFO:teuthology.orchestra.run.smithi103.stdout:[{"marker":"1_1642268327.510102_214.1","last_update":"2022-01-15T17:38:47.510102Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:38:47.766 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone1 2022-01-15T17:38:47.767 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:38:47.768 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:38:47.768 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:38:47.805 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:38:47.806 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:38:47.995 INFO:teuthology.orchestra.run.smithi027.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"32f0a916-3db2-4987-b042-1fe4cd9a1663","realm_epoch":3},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268327.510102_214.1","next_step_marker":"","total_entries":55,"pos":0,"timestamp":"2022-01-15T17:38:47.510102Z","realm_epoch":3}},{"key":1,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":3}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":3}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":3}}]},"full_sync":{"total":55,"complete":55}} 2022-01-15T17:38:47.996 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone1 2022-01-15T17:38:47.996 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:38:47.997 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'modify', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:38:47.998 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone modify --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --master --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:38:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:38:48.035 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:38:48.064 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:38:48.059+0000 7f498b99e980 0 NOTICE: overriding master zone: d0fb2975-ce40-4fb0-b022-fbf3797821c4 2022-01-15T17:38:48.065 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:38:48.059+0000 7f498b99e980 0 failed reading obj info from .rgw.root:zone_info.b88fa982-573a-4201-8f59-38a1eee5f777: (2) No such file or directory 2022-01-15T17:38:48.065 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:38:48.059+0000 7f498b99e980 0 WARNING: could not read zone params for zone id=b88fa982-573a-4201-8f59-38a1eee5f777 name=test-zone3 2022-01-15T17:38:48.066 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:38:48.063+0000 7f498b99e980 0 failed reading obj info from .rgw.root:zone_info.d0fb2975-ce40-4fb0-b022-fbf3797821c4: (2) No such file or directory 2022-01-15T17:38:48.066 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:38:48.063+0000 7f498b99e980 0 WARNING: could not read zone params for zone id=d0fb2975-ce40-4fb0-b022-fbf3797821c4 name=test-zone2 2022-01-15T17:38:48.081 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","domain_root":"test-zone1.rgw.meta:root","control_pool":"test-zone1.rgw.control","gc_pool":"test-zone1.rgw.log:gc","lc_pool":"test-zone1.rgw.log:lc","log_pool":"test-zone1.rgw.log","intent_log_pool":"test-zone1.rgw.log:intent","usage_log_pool":"test-zone1.rgw.log:usage","roles_pool":"test-zone1.rgw.meta:roles","reshard_pool":"test-zone1.rgw.log:reshard","user_keys_pool":"test-zone1.rgw.meta:users.keys","user_email_pool":"test-zone1.rgw.meta:users.email","user_swift_pool":"test-zone1.rgw.meta:users.swift","user_uid_pool":"test-zone1.rgw.meta:users.uid","otp_pool":"test-zone1.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone1.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone1.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone1.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:38:48.081 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:38:48.082 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:38:48.083 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:38:48.166 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:38:48.166 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:38:48.423 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":1,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:38:48.424 INFO:rgw_multi.tests:Set master zone=test-zone1, waiting 60s for reconfiguration.. 2022-01-15T17:39:48.425 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-31 2022-01-15T17:39:48.463 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-32 2022-01-15T17:39:48.521 INFO:tasks.rgw.c2.client.1:Restarting daemon 2022-01-15T17:39:48.522 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.1.stdout 2>&1 2022-01-15T17:39:48.524 INFO:tasks.rgw.c2.client.1:Started 2022-01-15T17:39:48.525 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8001 2022-01-15T17:39:48.541 DEBUG:teuthology.orchestra.run:got remote process result: 7 2022-01-15T17:39:48.542 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:39:48.543 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:39:48.543 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2022-01-15T17:39:48.543 INFO:teuthology.orchestra.run.smithi103.stderr:curl: (7) Failed to connect to smithi103.front.sepia.ceph.com port 8001: Connection refused 2022-01-15T17:39:49.544 DEBUG:teuthology.orchestra.run.smithi103:> curl http://smithi103.front.sepia.ceph.com:8001 2022-01-15T17:39:49.562 INFO:teuthology.orchestra.run.smithi103.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2022-01-15T17:39:49.563 INFO:teuthology.orchestra.run.smithi103.stderr: Dload Upload Total Spent Left Speed 2022-01-15T17:39:49.563 INFO:teuthology.orchestra.run.smithi103.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 134 100 134 0 0 130k 0 --:--:-- --:--:-- --:--:-- 130k 2022-01-15T17:39:49.564 INFO:teuthology.orchestra.run.smithi103.stdout:{"Code":"MethodNotAllowed","RequestId":"tx00000bd630562ea640711-0061e306e5-13aa-test-zone3","HostId":"13aa-test-zone3-test-zonegroup"} 2022-01-15T17:39:49.565 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:49.566 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:49.566 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:49.605 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:49.605 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:49.787 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:39:49.814 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268388.498598_136.1","last_update":"2022-01-15T17:39:48.498598Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:39:49.814 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:39:49.815 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:49.815 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:49.816 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:49.849 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:49.849 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:50.042 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:39:50.043 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:39:50.043 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:39:50.044 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:50.044 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:50.045 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:50.081 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:50.082 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:50.258 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:39:50.259 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:39:50.259 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-27 zones={test-zone2, test-zone1} 2022-01-15T17:39:50.275 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:50.323 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:50.385 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-27 zones={test-zone2, test-zone1} 2022-01-15T17:39:50.385 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-27 zones={test-zone1, test-zone2} 2022-01-15T17:39:50.393 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:50.439 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:50.499 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-27 zones={test-zone1, test-zone2} 2022-01-15T17:39:50.500 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-28 zones={test-zone2, test-zone1} 2022-01-15T17:39:50.511 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:50.555 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:50.613 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-28 zones={test-zone2, test-zone1} 2022-01-15T17:39:50.613 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-28 zones={test-zone1, test-zone2} 2022-01-15T17:39:50.623 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:50.671 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:50.731 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-28 zones={test-zone1, test-zone2} 2022-01-15T17:39:50.734 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-29 zones={test-zone2, test-zone1} 2022-01-15T17:39:50.742 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:50.787 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:50.844 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-29 zones={test-zone2, test-zone1} 2022-01-15T17:39:50.844 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-29 zones={test-zone1, test-zone2} 2022-01-15T17:39:50.854 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:50.903 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:50.960 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-29 zones={test-zone1, test-zone2} 2022-01-15T17:39:50.960 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-30 zones={test-zone2, test-zone1} 2022-01-15T17:39:50.970 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:51.015 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:51.072 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-30 zones={test-zone2, test-zone1} 2022-01-15T17:39:51.072 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-30 zones={test-zone1, test-zone2} 2022-01-15T17:39:51.082 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:51.131 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:51.193 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-30 zones={test-zone1, test-zone2} 2022-01-15T17:39:51.193 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-31 zones={test-zone2, test-zone1} 2022-01-15T17:39:51.202 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:51.251 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:51.308 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-31 zones={test-zone2, test-zone1} 2022-01-15T17:39:51.308 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-31 zones={test-zone1, test-zone2} 2022-01-15T17:39:51.317 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:51.363 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:51.420 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-31 zones={test-zone1, test-zone2} 2022-01-15T17:39:51.420 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-32 zones={test-zone2, test-zone1} 2022-01-15T17:39:51.429 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:51.475 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:51.532 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-32 zones={test-zone2, test-zone1} 2022-01-15T17:39:51.533 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-32 zones={test-zone1, test-zone2} 2022-01-15T17:39:51.542 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:39:51.587 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:39:51.648 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-32 zones={test-zone1, test-zone2} 2022-01-15T17:39:51.648 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:51.649 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:51.649 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period e6be7035-9f53-4ca8-8487-a247ec923bd0 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:51.688 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:51.688 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:51.884 INFO:teuthology.orchestra.run.smithi027.stdout:[{"id":"1_1642268079.339961_12.1","section":"user","name":"rgw-multisite-test-user","timestamp":"2022-01-15T17:34:39.339961135Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_oGDLsQutpog7ba5Lbv-h2xO","ver":1},"status":{"status":"write"}}},{"id":"1_1642268079.345381_14.1","section":"user","name":"rgw-multisite-test-user","timestamp":"2022-01-15T17:34:39.345381301Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_oGDLsQutpog7ba5Lbv-h2xO","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268202.012218_29.1","section":"bucket.instance","name":"jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14","timestamp":"2022-01-15T17:36:42.012218839Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OeiPOisgqslBuJLNIbcgjUF","ver":1},"status":{"status":"write"}}},{"id":"1_1642268202.017280_34.1","section":"bucket.instance","name":"jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14","timestamp":"2022-01-15T17:36:42.017280259Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OeiPOisgqslBuJLNIbcgjUF","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268202.019013_35.1","section":"bucket","name":"jsvsjo-10","timestamp":"2022-01-15T17:36:42.019013597Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bBupf8pCgSr8_f1jHK99UBr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268202.023056_36.1","section":"bucket","name":"jsvsjo-10","timestamp":"2022-01-15T17:36:42.023056890Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bBupf8pCgSr8_f1jHK99UBr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.939482_37.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:46.939482018Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.944480_45.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:46.944480264Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.945886_46.1","section":"bucket","name":"jsvsjo-11","timestamp":"2022-01-15T17:36:46.945886220Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_MtVf9oL1NH90nFwJJI9torA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.951766_47.1","section":"bucket","name":"jsvsjo-11","timestamp":"2022-01-15T17:36:46.951766722Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_MtVf9oL1NH90nFwJJI9torA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.967730_48.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:46.967730291Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.973033_49.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:46.973033593Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.974656_50.1","section":"bucket","name":"jsvsjo-12","timestamp":"2022-01-15T17:36:46.974656371Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qupqUKShkVPVkmPB2Z7a8Zr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.979028_51.1","section":"bucket","name":"jsvsjo-12","timestamp":"2022-01-15T17:36:46.979028691Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qupqUKShkVPVkmPB2Z7a8Zr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268207.000556_52.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:47.000556997Z","data":{"read_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":2},"status":{"status":"write"}}},{"id":"1_1642268207.007704_53.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:47.007704529Z","data":{"read_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268207.013029_54.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:47.013029322Z","data":{"read_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":2},"status":{"status":"write"}}},{"id":"1_1642268207.020579_55.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:47.020579705Z","data":{"read_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268219.122451_62.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.122451426Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268219.127593_75.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.127593984Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268219.129244_76.1","section":"bucket","name":"jsvsjo-13","timestamp":"2022-01-15T17:36:59.129244471Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_s30zd-odzDzCnHzS3XyucMK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268219.133731_77.1","section":"bucket","name":"jsvsjo-13","timestamp":"2022-01-15T17:36:59.133731727Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_s30zd-odzDzCnHzS3XyucMK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268219.138921_78.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.138921581Z","data":{"read_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":2},"status":{"status":"write"}}},{"id":"1_1642268219.144592_79.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.144592362Z","data":{"read_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268241.654357_88.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:21.654357814Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"status":{"status":"write"}}},{"id":"1_1642268241.659037_92.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:21.659037296Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268241.660911_93.1","section":"bucket","name":"jsvsjo-14","timestamp":"2022-01-15T17:37:21.660911617Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ld_QLY1LAbFnxtMxRYjePsW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268241.669670_94.1","section":"bucket","name":"jsvsjo-14","timestamp":"2022-01-15T17:37:21.669670675Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ld_QLY1LAbFnxtMxRYjePsW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268244.172016_95.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:24.172016037Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"status":{"status":"write"}}},{"id":"1_1642268244.179219_100.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:24.179219795Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268246.808185_101.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:26.808185763Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":3},"status":{"status":"write"}}},{"id":"1_1642268246.815463_106.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:26.815463794Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268249.408621_107.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.408621421Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.414140_112.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.414140932Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.415925_113.1","section":"bucket","name":"jsvsjo-15","timestamp":"2022-01-15T17:37:29.415925388Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Pe4i_nXGiIhKrcvaHOSgODt","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.421698_114.1","section":"bucket","name":"jsvsjo-15","timestamp":"2022-01-15T17:37:29.421698060Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Pe4i_nXGiIhKrcvaHOSgODt","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.438661_115.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.438661950Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.443700_116.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.443700719Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.445726_117.1","section":"bucket","name":"jsvsjo-16","timestamp":"2022-01-15T17:37:29.445726978Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zeOA5OTVtyLKSqaR0IGLgfu","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.450869_118.1","section":"bucket","name":"jsvsjo-16","timestamp":"2022-01-15T17:37:29.450869386Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zeOA5OTVtyLKSqaR0IGLgfu","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.467750_119.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.467750004Z","data":{"read_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":2},"status":{"status":"write"}}},{"id":"1_1642268249.474516_120.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.474516702Z","data":{"read_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268249.479767_121.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.479767669Z","data":{"read_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":2},"status":{"status":"write"}}},{"id":"1_1642268249.487094_122.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.487094596Z","data":{"read_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.553674_123.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.553674378Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.558019_131.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.558019176Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.559744_132.1","section":"bucket","name":"jsvsjo-17","timestamp":"2022-01-15T17:37:33.559744395Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_7SVLUCRjI918B6qM7YYym78","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.564104_133.1","section":"bucket","name":"jsvsjo-17","timestamp":"2022-01-15T17:37:33.564104436Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_7SVLUCRjI918B6qM7YYym78","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.581612_134.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.581612928Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.587108_135.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.587108720Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.588838_136.1","section":"bucket","name":"jsvsjo-18","timestamp":"2022-01-15T17:37:33.588838840Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BkqYrAuEYim1lMSMIdLYxNy","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.593182_137.1","section":"bucket","name":"jsvsjo-18","timestamp":"2022-01-15T17:37:33.593182265Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BkqYrAuEYim1lMSMIdLYxNy","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.615170_138.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.615170277Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"status":{"status":"write"}}},{"id":"1_1642268253.622265_139.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.622265004Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.626359_140.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.626359473Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":3},"status":{"status":"write"}}},{"id":"1_1642268253.633900_141.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.633900288Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268253.639066_142.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.639066052Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"status":{"status":"write"}}},{"id":"1_1642268253.645460_143.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.645460828Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.661278_144.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.661278665Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":3},"status":{"status":"write"}}},{"id":"1_1642268253.667459_145.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.667459422Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268257.649926_146.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.649926174Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.654522_154.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.654522078Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.656038_155.1","section":"bucket","name":"jsvsjo-19","timestamp":"2022-01-15T17:37:37.656038390Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NJD86Uty2iQPBuquKwccWel","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.660158_156.1","section":"bucket","name":"jsvsjo-19","timestamp":"2022-01-15T17:37:37.660158878Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NJD86Uty2iQPBuquKwccWel","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.676475_157.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.676475434Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.681749_158.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.681749093Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.683542_159.1","section":"bucket","name":"jsvsjo-20","timestamp":"2022-01-15T17:37:37.683542813Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SJM_4LJcA4QyzHRV5oCfkq6","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.688243_160.1","section":"bucket","name":"jsvsjo-20","timestamp":"2022-01-15T17:37:37.688243674Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SJM_4LJcA4QyzHRV5oCfkq6","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.709327_161.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.709327473Z","data":{"read_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.716590_162.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.716590293Z","data":{"read_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.764218_163.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.764218210Z","data":{"read_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.771914_164.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.771914037Z","data":{"read_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.838150_165.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.838150521Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.842083_166.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.842083975Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.843565_167.1","section":"bucket","name":"jsvsjo-21","timestamp":"2022-01-15T17:37:37.843565706Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SItbkAllS2774pJpSYmCr8F","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.847480_168.1","section":"bucket","name":"jsvsjo-21","timestamp":"2022-01-15T17:37:37.847480379Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SItbkAllS2774pJpSYmCr8F","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.861954_169.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.861954800Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.866509_170.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.866509169Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.868344_171.1","section":"bucket","name":"jsvsjo-22","timestamp":"2022-01-15T17:37:37.868344587Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_WTzps_5o_4hMSlvakyh8Sfq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.873262_172.1","section":"bucket","name":"jsvsjo-22","timestamp":"2022-01-15T17:37:37.873262753Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_WTzps_5o_4hMSlvakyh8Sfq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.896658_173.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.896658958Z","data":{"read_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.903264_174.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.903264850Z","data":{"read_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.952993_175.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.952993436Z","data":{"read_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.960802_176.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.960802229Z","data":{"read_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268258.026341_177.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.026341973Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.031535_178.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.031535532Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.033049_179.1","section":"bucket","name":"jsvsjo-23","timestamp":"2022-01-15T17:37:38.033049005Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zlnBG0FyPwvabhUm6uk-n7Q","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.037216_180.1","section":"bucket","name":"jsvsjo-23","timestamp":"2022-01-15T17:37:38.037216784Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zlnBG0FyPwvabhUm6uk-n7Q","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.054017_181.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:38.054017799Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.058738_182.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:38.058738888Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.060366_183.1","section":"bucket","name":"jsvsjo-24","timestamp":"2022-01-15T17:37:38.060366216Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bf0wS_WzE2MyzNXBpOddRBe","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.064361_184.1","section":"bucket","name":"jsvsjo-24","timestamp":"2022-01-15T17:37:38.064361372Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bf0wS_WzE2MyzNXBpOddRBe","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.100141_185.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.100141998Z","data":{"read_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":2},"status":{"status":"write"}}},{"id":"1_1642268258.107045_186.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.107045426Z","data":{"read_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268259.156465_187.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:39.156465323Z","data":{"read_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":2},"status":{"status":"write"}}},{"id":"1_1642268259.164459_188.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:39.164459612Z","data":{"read_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268259.230885_189.1","section":"bucket.instance","name":"jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29","timestamp":"2022-01-15T17:37:39.230885215Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AummdPhfeHCeoQ-rt81mo9S","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.235642_190.1","section":"bucket.instance","name":"jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29","timestamp":"2022-01-15T17:37:39.235642787Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AummdPhfeHCeoQ-rt81mo9S","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.237385_191.1","section":"bucket","name":"jsvsjo-25","timestamp":"2022-01-15T17:37:39.237385464Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x8Uy5i4O2YiY_fnxIGXI3rq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.241504_192.1","section":"bucket","name":"jsvsjo-25","timestamp":"2022-01-15T17:37:39.241504056Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x8Uy5i4O2YiY_fnxIGXI3rq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.257088_193.1","section":"bucket.instance","name":"jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30","timestamp":"2022-01-15T17:37:39.257088198Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_n57svnCKPi5ekoqeyHxfhb-","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.262067_194.1","section":"bucket.instance","name":"jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30","timestamp":"2022-01-15T17:37:39.262067808Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_n57svnCKPi5ekoqeyHxfhb-","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.263973_195.1","section":"bucket","name":"jsvsjo-26","timestamp":"2022-01-15T17:37:39.263973031Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AeLGDCGo48wfj3yjiiDA3w7","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.268628_196.1","section":"bucket","name":"jsvsjo-26","timestamp":"2022-01-15T17:37:39.268628718Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AeLGDCGo48wfj3yjiiDA3w7","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.198705_197.1","section":"bucket.instance","name":"jsvsjo-27:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31","timestamp":"2022-01-15T17:37:40.198705467Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_V3wizfSa-ucSFd5lBGwC4PO","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.203432_199.1","section":"bucket.instance","name":"jsvsjo-27:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31","timestamp":"2022-01-15T17:37:40.203432061Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_V3wizfSa-ucSFd5lBGwC4PO","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.205062_200.1","section":"bucket","name":"jsvsjo-27","timestamp":"2022-01-15T17:37:40.205062498Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_T0nuYeSf6HpL4lRtMWnOMkv","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.209627_201.1","section":"bucket","name":"jsvsjo-27","timestamp":"2022-01-15T17:37:40.209627306Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_T0nuYeSf6HpL4lRtMWnOMkv","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.227283_202.1","section":"bucket.instance","name":"jsvsjo-28:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32","timestamp":"2022-01-15T17:37:40.227283228Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_nBzQWOJgZPHZljBSoN5p2DA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.232464_203.1","section":"bucket.instance","name":"jsvsjo-28:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32","timestamp":"2022-01-15T17:37:40.232464435Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_nBzQWOJgZPHZljBSoN5p2DA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.234182_204.1","section":"bucket","name":"jsvsjo-28","timestamp":"2022-01-15T17:37:40.234182710Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9Y_OO8UqFn3xN-PXg3qTp59","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.238327_205.1","section":"bucket","name":"jsvsjo-28","timestamp":"2022-01-15T17:37:40.238327137Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9Y_OO8UqFn3xN-PXg3qTp59","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.417999_30.1","section":"bucket.instance","name":"jsvsjo-1:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1","timestamp":"2022-01-15T17:36:29.417999519Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mk0Am-rB3HkYHNoJjkoQ7ee","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.423767_31.1","section":"bucket.instance","name":"jsvsjo-1:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1","timestamp":"2022-01-15T17:36:29.423767120Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mk0Am-rB3HkYHNoJjkoQ7ee","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.425736_32.1","section":"bucket","name":"jsvsjo-1","timestamp":"2022-01-15T17:36:29.425736998Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"__SQKaiUOc0l3JLLkZwh8Gux","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.430972_33.1","section":"bucket","name":"jsvsjo-1","timestamp":"2022-01-15T17:36:29.430972709Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"__SQKaiUOc0l3JLLkZwh8Gux","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.450171_34.1","section":"bucket.instance","name":"jsvsjo-2:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2","timestamp":"2022-01-15T17:36:29.450171824Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_-IYg4KVfssOfwWbF61zL3RV","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.455650_35.1","section":"bucket.instance","name":"jsvsjo-2:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2","timestamp":"2022-01-15T17:36:29.455650518Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_-IYg4KVfssOfwWbF61zL3RV","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.457523_36.1","section":"bucket","name":"jsvsjo-2","timestamp":"2022-01-15T17:36:29.457523467Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_yH4ahAjfSaOwP0qTeFgxEw9","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.462469_37.1","section":"bucket","name":"jsvsjo-2","timestamp":"2022-01-15T17:36:29.462469733Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_yH4ahAjfSaOwP0qTeFgxEw9","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.653724_38.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3","timestamp":"2022-01-15T17:36:33.653724986Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_G01FrwLF3JBtBYBIXQegUF2","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.658952_39.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3","timestamp":"2022-01-15T17:36:33.658952644Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_G01FrwLF3JBtBYBIXQegUF2","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.660436_40.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:33.660436390Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SYgWToHiBSSOzFhRr7aZyCq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.664674_41.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:33.664674241Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SYgWToHiBSSOzFhRr7aZyCq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.682462_42.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4","timestamp":"2022-01-15T17:36:33.682462171Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dQwuGcCyGbI_cvQj_zwHZAS","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.688493_43.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4","timestamp":"2022-01-15T17:36:33.688493377Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dQwuGcCyGbI_cvQj_zwHZAS","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.690537_44.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:33.690537181Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JMzMY-UAWiByKvP8wIf7hDu","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.696446_45.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:33.696446115Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JMzMY-UAWiByKvP8wIf7hDu","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.449209_46.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.5","timestamp":"2022-01-15T17:36:34.449209714Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x751V9U1dUyjo4OYLShXsbn","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.455030_47.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.5","timestamp":"2022-01-15T17:36:34.455030833Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x751V9U1dUyjo4OYLShXsbn","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.456829_48.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.456829142Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mdsxLl3HBZ33CvTcQrVsQaR","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.462150_49.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.462150417Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mdsxLl3HBZ33CvTcQrVsQaR","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.487477_50.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.6","timestamp":"2022-01-15T17:36:34.487477002Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_E5BBbAR_GAYfMrm_FHTlDFV","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.491989_51.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.6","timestamp":"2022-01-15T17:36:34.491989223Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_E5BBbAR_GAYfMrm_FHTlDFV","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.493614_52.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.493614272Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Torg1ESWt6yWXW57OJWcMT4","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.496898_53.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.496898886Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Torg1ESWt6yWXW57OJWcMT4","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.524002_54.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.7","timestamp":"2022-01-15T17:36:34.524002959Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JOcs1lS0GqnmNrWZ1WRrZ5f","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.529024_55.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.7","timestamp":"2022-01-15T17:36:34.529024772Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JOcs1lS0GqnmNrWZ1WRrZ5f","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.533036_56.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.533036767Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jmTpZM9uxJBysxYKi29roue","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.537371_57.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.537371130Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jmTpZM9uxJBysxYKi29roue","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.580879_58.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.8","timestamp":"2022-01-15T17:36:34.580879813Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OTG_nuikUR4H1Ys4BfuroF-","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.585854_59.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.8","timestamp":"2022-01-15T17:36:34.585854096Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OTG_nuikUR4H1Ys4BfuroF-","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.587567_60.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.587567990Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BrWwk2PoOLvJuqfacWpw7UD","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.590441_61.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.590441788Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BrWwk2PoOLvJuqfacWpw7UD","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268195.386028_62.1","section":"bucket.instance","name":"jsvsjo-5:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9","timestamp":"2022-01-15T17:36:35.386028136Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_m_QfVNQZeiC4T82LVNpGNv3","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.390332_63.1","section":"bucket.instance","name":"jsvsjo-5:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9","timestamp":"2022-01-15T17:36:35.390332830Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_m_QfVNQZeiC4T82LVNpGNv3","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.392301_64.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:35.392301604Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.398613_65.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:35.398613325Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.416398_66.1","section":"bucket.instance","name":"jsvsjo-6:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10","timestamp":"2022-01-15T17:36:35.416398795Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b2MWYqarG909V3wx29Gvn25","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.421834_67.1","section":"bucket.instance","name":"jsvsjo-6:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10","timestamp":"2022-01-15T17:36:35.421834334Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b2MWYqarG909V3wx29Gvn25","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.423750_68.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:35.423750868Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.427520_69.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:35.427520370Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268196.166997_70.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:36.166997179Z","data":{"read_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":2},"status":{"status":"remove"}}},{"id":"1_1642268196.172639_71.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:36.172639111Z","data":{"read_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268196.213860_72.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:36.213860393Z","data":{"read_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":2},"status":{"status":"remove"}}},{"id":"1_1642268196.219048_73.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:36.219048342Z","data":{"read_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268197.052003_74.1","section":"bucket.instance","name":"jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11","timestamp":"2022-01-15T17:36:37.052003196Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_3R6m-6l7XV_XXrdG0QI2lUW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.056966_75.1","section":"bucket.instance","name":"jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11","timestamp":"2022-01-15T17:36:37.056966246Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_3R6m-6l7XV_XXrdG0QI2lUW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.058436_76.1","section":"bucket","name":"jsvsjo-7","timestamp":"2022-01-15T17:36:37.058436699Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_y2F5yjTtRxAI7_F-JxgfVpw","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.062414_77.1","section":"bucket","name":"jsvsjo-7","timestamp":"2022-01-15T17:36:37.062414267Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_y2F5yjTtRxAI7_F-JxgfVpw","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.078642_78.1","section":"bucket.instance","name":"jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12","timestamp":"2022-01-15T17:36:37.078642116Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JnVYqTf73P0E0Nuw6oIo1Zf","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.083909_79.1","section":"bucket.instance","name":"jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12","timestamp":"2022-01-15T17:36:37.083909054Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JnVYqTf73P0E0Nuw6oIo1Zf","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.085561_80.1","section":"bucket","name":"jsvsjo-8","timestamp":"2022-01-15T17:36:37.085561376Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ylhdXLZbmbmY7vh_GYDsTPQ","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.091959_81.1","section":"bucket","name":"jsvsjo-8","timestamp":"2022-01-15T17:36:37.091959750Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ylhdXLZbmbmY7vh_GYDsTPQ","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268201.984458_85.1","section":"bucket.instance","name":"jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13","timestamp":"2022-01-15T17:36:41.984458036Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_xfdM9vOIGG1qfeX_UIIWdga","ver":1},"status":{"status":"write"}}},{"id":"1_1642268201.989945_86.1","section":"bucket.instance","name":"jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13","timestamp":"2022-01-15T17:36:41.989945905Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_xfdM9vOIGG1qfeX_UIIWdga","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268201.991514_87.1","section":"bucket","name":"jsvsjo-9","timestamp":"2022-01-15T17:36:41.991514112Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_j16uFYb5blTfaIexRLUYZtC","ver":1},"status":{"status":"write"}}},{"id":"1_1642268201.995370_88.1","section":"bucket","name":"jsvsjo-9","timestamp":"2022-01-15T17:36:41.995370799Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_j16uFYb5blTfaIexRLUYZtC","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:51.886 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:51.886 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:51.887 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period e6be7035-9f53-4ca8-8487-a247ec923bd0 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:51.924 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:51.924 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:52.127 INFO:teuthology.orchestra.run.smithi103.stdout:[{"id":"1_1642268079.339961_12.1","section":"user","name":"rgw-multisite-test-user","timestamp":"2022-01-15T17:34:39.339961135Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_oGDLsQutpog7ba5Lbv-h2xO","ver":1},"status":{"status":"write"}}},{"id":"1_1642268079.345381_14.1","section":"user","name":"rgw-multisite-test-user","timestamp":"2022-01-15T17:34:39.345381301Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_oGDLsQutpog7ba5Lbv-h2xO","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268202.012218_29.1","section":"bucket.instance","name":"jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14","timestamp":"2022-01-15T17:36:42.012218839Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OeiPOisgqslBuJLNIbcgjUF","ver":1},"status":{"status":"write"}}},{"id":"1_1642268202.017280_34.1","section":"bucket.instance","name":"jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14","timestamp":"2022-01-15T17:36:42.017280259Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OeiPOisgqslBuJLNIbcgjUF","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268202.019013_35.1","section":"bucket","name":"jsvsjo-10","timestamp":"2022-01-15T17:36:42.019013597Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bBupf8pCgSr8_f1jHK99UBr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268202.023056_36.1","section":"bucket","name":"jsvsjo-10","timestamp":"2022-01-15T17:36:42.023056890Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bBupf8pCgSr8_f1jHK99UBr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.939482_37.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:46.939482018Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.944480_45.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:46.944480264Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.945886_46.1","section":"bucket","name":"jsvsjo-11","timestamp":"2022-01-15T17:36:46.945886220Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_MtVf9oL1NH90nFwJJI9torA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.951766_47.1","section":"bucket","name":"jsvsjo-11","timestamp":"2022-01-15T17:36:46.951766722Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_MtVf9oL1NH90nFwJJI9torA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.967730_48.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:46.967730291Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.973033_49.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:46.973033593Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.974656_50.1","section":"bucket","name":"jsvsjo-12","timestamp":"2022-01-15T17:36:46.974656371Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qupqUKShkVPVkmPB2Z7a8Zr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.979028_51.1","section":"bucket","name":"jsvsjo-12","timestamp":"2022-01-15T17:36:46.979028691Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qupqUKShkVPVkmPB2Z7a8Zr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268207.000556_52.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:47.000556997Z","data":{"read_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":2},"status":{"status":"write"}}},{"id":"1_1642268207.007704_53.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:47.007704529Z","data":{"read_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268207.013029_54.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:47.013029322Z","data":{"read_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":2},"status":{"status":"write"}}},{"id":"1_1642268207.020579_55.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:47.020579705Z","data":{"read_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268219.122451_62.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.122451426Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268219.127593_75.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.127593984Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268219.129244_76.1","section":"bucket","name":"jsvsjo-13","timestamp":"2022-01-15T17:36:59.129244471Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_s30zd-odzDzCnHzS3XyucMK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268219.133731_77.1","section":"bucket","name":"jsvsjo-13","timestamp":"2022-01-15T17:36:59.133731727Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_s30zd-odzDzCnHzS3XyucMK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268219.138921_78.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.138921581Z","data":{"read_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":2},"status":{"status":"write"}}},{"id":"1_1642268219.144592_79.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.144592362Z","data":{"read_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268241.654357_88.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:21.654357814Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"status":{"status":"write"}}},{"id":"1_1642268241.659037_92.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:21.659037296Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268241.660911_93.1","section":"bucket","name":"jsvsjo-14","timestamp":"2022-01-15T17:37:21.660911617Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ld_QLY1LAbFnxtMxRYjePsW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268241.669670_94.1","section":"bucket","name":"jsvsjo-14","timestamp":"2022-01-15T17:37:21.669670675Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ld_QLY1LAbFnxtMxRYjePsW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268244.172016_95.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:24.172016037Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"status":{"status":"write"}}},{"id":"1_1642268244.179219_100.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:24.179219795Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268246.808185_101.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:26.808185763Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":3},"status":{"status":"write"}}},{"id":"1_1642268246.815463_106.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:26.815463794Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268249.408621_107.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.408621421Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.414140_112.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.414140932Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.415925_113.1","section":"bucket","name":"jsvsjo-15","timestamp":"2022-01-15T17:37:29.415925388Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Pe4i_nXGiIhKrcvaHOSgODt","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.421698_114.1","section":"bucket","name":"jsvsjo-15","timestamp":"2022-01-15T17:37:29.421698060Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Pe4i_nXGiIhKrcvaHOSgODt","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.438661_115.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.438661950Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.443700_116.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.443700719Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.445726_117.1","section":"bucket","name":"jsvsjo-16","timestamp":"2022-01-15T17:37:29.445726978Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zeOA5OTVtyLKSqaR0IGLgfu","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.450869_118.1","section":"bucket","name":"jsvsjo-16","timestamp":"2022-01-15T17:37:29.450869386Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zeOA5OTVtyLKSqaR0IGLgfu","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.467750_119.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.467750004Z","data":{"read_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":2},"status":{"status":"write"}}},{"id":"1_1642268249.474516_120.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.474516702Z","data":{"read_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268249.479767_121.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.479767669Z","data":{"read_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":2},"status":{"status":"write"}}},{"id":"1_1642268249.487094_122.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.487094596Z","data":{"read_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.553674_123.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.553674378Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.558019_131.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.558019176Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.559744_132.1","section":"bucket","name":"jsvsjo-17","timestamp":"2022-01-15T17:37:33.559744395Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_7SVLUCRjI918B6qM7YYym78","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.564104_133.1","section":"bucket","name":"jsvsjo-17","timestamp":"2022-01-15T17:37:33.564104436Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_7SVLUCRjI918B6qM7YYym78","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.581612_134.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.581612928Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.587108_135.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.587108720Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.588838_136.1","section":"bucket","name":"jsvsjo-18","timestamp":"2022-01-15T17:37:33.588838840Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BkqYrAuEYim1lMSMIdLYxNy","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.593182_137.1","section":"bucket","name":"jsvsjo-18","timestamp":"2022-01-15T17:37:33.593182265Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BkqYrAuEYim1lMSMIdLYxNy","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.615170_138.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.615170277Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"status":{"status":"write"}}},{"id":"1_1642268253.622265_139.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.622265004Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.626359_140.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.626359473Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":3},"status":{"status":"write"}}},{"id":"1_1642268253.633900_141.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.633900288Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268253.639066_142.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.639066052Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"status":{"status":"write"}}},{"id":"1_1642268253.645460_143.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.645460828Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.661278_144.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.661278665Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":3},"status":{"status":"write"}}},{"id":"1_1642268253.667459_145.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.667459422Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268257.649926_146.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.649926174Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.654522_154.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.654522078Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.656038_155.1","section":"bucket","name":"jsvsjo-19","timestamp":"2022-01-15T17:37:37.656038390Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NJD86Uty2iQPBuquKwccWel","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.660158_156.1","section":"bucket","name":"jsvsjo-19","timestamp":"2022-01-15T17:37:37.660158878Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NJD86Uty2iQPBuquKwccWel","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.676475_157.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.676475434Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.681749_158.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.681749093Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.683542_159.1","section":"bucket","name":"jsvsjo-20","timestamp":"2022-01-15T17:37:37.683542813Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SJM_4LJcA4QyzHRV5oCfkq6","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.688243_160.1","section":"bucket","name":"jsvsjo-20","timestamp":"2022-01-15T17:37:37.688243674Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SJM_4LJcA4QyzHRV5oCfkq6","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.709327_161.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.709327473Z","data":{"read_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.716590_162.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.716590293Z","data":{"read_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.764218_163.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.764218210Z","data":{"read_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.771914_164.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.771914037Z","data":{"read_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.838150_165.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.838150521Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.842083_166.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.842083975Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.843565_167.1","section":"bucket","name":"jsvsjo-21","timestamp":"2022-01-15T17:37:37.843565706Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SItbkAllS2774pJpSYmCr8F","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.847480_168.1","section":"bucket","name":"jsvsjo-21","timestamp":"2022-01-15T17:37:37.847480379Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SItbkAllS2774pJpSYmCr8F","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.861954_169.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.861954800Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.866509_170.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.866509169Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.868344_171.1","section":"bucket","name":"jsvsjo-22","timestamp":"2022-01-15T17:37:37.868344587Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_WTzps_5o_4hMSlvakyh8Sfq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.873262_172.1","section":"bucket","name":"jsvsjo-22","timestamp":"2022-01-15T17:37:37.873262753Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_WTzps_5o_4hMSlvakyh8Sfq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.896658_173.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.896658958Z","data":{"read_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.903264_174.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.903264850Z","data":{"read_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.952993_175.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.952993436Z","data":{"read_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.960802_176.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.960802229Z","data":{"read_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268258.026341_177.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.026341973Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.031535_178.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.031535532Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.033049_179.1","section":"bucket","name":"jsvsjo-23","timestamp":"2022-01-15T17:37:38.033049005Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zlnBG0FyPwvabhUm6uk-n7Q","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.037216_180.1","section":"bucket","name":"jsvsjo-23","timestamp":"2022-01-15T17:37:38.037216784Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zlnBG0FyPwvabhUm6uk-n7Q","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.054017_181.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:38.054017799Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.058738_182.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:38.058738888Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.060366_183.1","section":"bucket","name":"jsvsjo-24","timestamp":"2022-01-15T17:37:38.060366216Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bf0wS_WzE2MyzNXBpOddRBe","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.064361_184.1","section":"bucket","name":"jsvsjo-24","timestamp":"2022-01-15T17:37:38.064361372Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bf0wS_WzE2MyzNXBpOddRBe","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.100141_185.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.100141998Z","data":{"read_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":2},"status":{"status":"write"}}},{"id":"1_1642268258.107045_186.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.107045426Z","data":{"read_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268259.156465_187.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:39.156465323Z","data":{"read_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":2},"status":{"status":"write"}}},{"id":"1_1642268259.164459_188.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:39.164459612Z","data":{"read_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268259.230885_189.1","section":"bucket.instance","name":"jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29","timestamp":"2022-01-15T17:37:39.230885215Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AummdPhfeHCeoQ-rt81mo9S","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.235642_190.1","section":"bucket.instance","name":"jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29","timestamp":"2022-01-15T17:37:39.235642787Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AummdPhfeHCeoQ-rt81mo9S","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.237385_191.1","section":"bucket","name":"jsvsjo-25","timestamp":"2022-01-15T17:37:39.237385464Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x8Uy5i4O2YiY_fnxIGXI3rq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.241504_192.1","section":"bucket","name":"jsvsjo-25","timestamp":"2022-01-15T17:37:39.241504056Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x8Uy5i4O2YiY_fnxIGXI3rq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.257088_193.1","section":"bucket.instance","name":"jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30","timestamp":"2022-01-15T17:37:39.257088198Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_n57svnCKPi5ekoqeyHxfhb-","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.262067_194.1","section":"bucket.instance","name":"jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30","timestamp":"2022-01-15T17:37:39.262067808Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_n57svnCKPi5ekoqeyHxfhb-","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.263973_195.1","section":"bucket","name":"jsvsjo-26","timestamp":"2022-01-15T17:37:39.263973031Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AeLGDCGo48wfj3yjiiDA3w7","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.268628_196.1","section":"bucket","name":"jsvsjo-26","timestamp":"2022-01-15T17:37:39.268628718Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AeLGDCGo48wfj3yjiiDA3w7","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.198705_197.1","section":"bucket.instance","name":"jsvsjo-27:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31","timestamp":"2022-01-15T17:37:40.198705467Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_V3wizfSa-ucSFd5lBGwC4PO","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.203432_199.1","section":"bucket.instance","name":"jsvsjo-27:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31","timestamp":"2022-01-15T17:37:40.203432061Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_V3wizfSa-ucSFd5lBGwC4PO","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.205062_200.1","section":"bucket","name":"jsvsjo-27","timestamp":"2022-01-15T17:37:40.205062498Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_T0nuYeSf6HpL4lRtMWnOMkv","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.209627_201.1","section":"bucket","name":"jsvsjo-27","timestamp":"2022-01-15T17:37:40.209627306Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_T0nuYeSf6HpL4lRtMWnOMkv","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.227283_202.1","section":"bucket.instance","name":"jsvsjo-28:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32","timestamp":"2022-01-15T17:37:40.227283228Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_nBzQWOJgZPHZljBSoN5p2DA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.232464_203.1","section":"bucket.instance","name":"jsvsjo-28:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32","timestamp":"2022-01-15T17:37:40.232464435Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_nBzQWOJgZPHZljBSoN5p2DA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.234182_204.1","section":"bucket","name":"jsvsjo-28","timestamp":"2022-01-15T17:37:40.234182710Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9Y_OO8UqFn3xN-PXg3qTp59","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.238327_205.1","section":"bucket","name":"jsvsjo-28","timestamp":"2022-01-15T17:37:40.238327137Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9Y_OO8UqFn3xN-PXg3qTp59","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.417999_30.1","section":"bucket.instance","name":"jsvsjo-1:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1","timestamp":"2022-01-15T17:36:29.417999519Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mk0Am-rB3HkYHNoJjkoQ7ee","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.423767_31.1","section":"bucket.instance","name":"jsvsjo-1:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1","timestamp":"2022-01-15T17:36:29.423767120Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mk0Am-rB3HkYHNoJjkoQ7ee","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.425736_32.1","section":"bucket","name":"jsvsjo-1","timestamp":"2022-01-15T17:36:29.425736998Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"__SQKaiUOc0l3JLLkZwh8Gux","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.430972_33.1","section":"bucket","name":"jsvsjo-1","timestamp":"2022-01-15T17:36:29.430972709Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"__SQKaiUOc0l3JLLkZwh8Gux","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.450171_34.1","section":"bucket.instance","name":"jsvsjo-2:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2","timestamp":"2022-01-15T17:36:29.450171824Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_-IYg4KVfssOfwWbF61zL3RV","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.455650_35.1","section":"bucket.instance","name":"jsvsjo-2:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2","timestamp":"2022-01-15T17:36:29.455650518Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_-IYg4KVfssOfwWbF61zL3RV","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.457523_36.1","section":"bucket","name":"jsvsjo-2","timestamp":"2022-01-15T17:36:29.457523467Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_yH4ahAjfSaOwP0qTeFgxEw9","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.462469_37.1","section":"bucket","name":"jsvsjo-2","timestamp":"2022-01-15T17:36:29.462469733Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_yH4ahAjfSaOwP0qTeFgxEw9","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.653724_38.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3","timestamp":"2022-01-15T17:36:33.653724986Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_G01FrwLF3JBtBYBIXQegUF2","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.658952_39.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3","timestamp":"2022-01-15T17:36:33.658952644Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_G01FrwLF3JBtBYBIXQegUF2","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.660436_40.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:33.660436390Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SYgWToHiBSSOzFhRr7aZyCq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.664674_41.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:33.664674241Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SYgWToHiBSSOzFhRr7aZyCq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.682462_42.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4","timestamp":"2022-01-15T17:36:33.682462171Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dQwuGcCyGbI_cvQj_zwHZAS","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.688493_43.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4","timestamp":"2022-01-15T17:36:33.688493377Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dQwuGcCyGbI_cvQj_zwHZAS","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.690537_44.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:33.690537181Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JMzMY-UAWiByKvP8wIf7hDu","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.696446_45.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:33.696446115Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JMzMY-UAWiByKvP8wIf7hDu","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.449209_46.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.5","timestamp":"2022-01-15T17:36:34.449209714Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x751V9U1dUyjo4OYLShXsbn","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.455030_47.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.5","timestamp":"2022-01-15T17:36:34.455030833Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x751V9U1dUyjo4OYLShXsbn","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.456829_48.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.456829142Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mdsxLl3HBZ33CvTcQrVsQaR","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.462150_49.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.462150417Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mdsxLl3HBZ33CvTcQrVsQaR","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.487477_50.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.6","timestamp":"2022-01-15T17:36:34.487477002Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_E5BBbAR_GAYfMrm_FHTlDFV","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.491989_51.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.6","timestamp":"2022-01-15T17:36:34.491989223Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_E5BBbAR_GAYfMrm_FHTlDFV","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.493614_52.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.493614272Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Torg1ESWt6yWXW57OJWcMT4","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.496898_53.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.496898886Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Torg1ESWt6yWXW57OJWcMT4","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.524002_54.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.7","timestamp":"2022-01-15T17:36:34.524002959Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JOcs1lS0GqnmNrWZ1WRrZ5f","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.529024_55.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.7","timestamp":"2022-01-15T17:36:34.529024772Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JOcs1lS0GqnmNrWZ1WRrZ5f","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.533036_56.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.533036767Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jmTpZM9uxJBysxYKi29roue","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.537371_57.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.537371130Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jmTpZM9uxJBysxYKi29roue","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.580879_58.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.8","timestamp":"2022-01-15T17:36:34.580879813Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OTG_nuikUR4H1Ys4BfuroF-","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.585854_59.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.8","timestamp":"2022-01-15T17:36:34.585854096Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OTG_nuikUR4H1Ys4BfuroF-","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.587567_60.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.587567990Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BrWwk2PoOLvJuqfacWpw7UD","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.590441_61.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.590441788Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BrWwk2PoOLvJuqfacWpw7UD","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268195.386028_62.1","section":"bucket.instance","name":"jsvsjo-5:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9","timestamp":"2022-01-15T17:36:35.386028136Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_m_QfVNQZeiC4T82LVNpGNv3","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.390332_63.1","section":"bucket.instance","name":"jsvsjo-5:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9","timestamp":"2022-01-15T17:36:35.390332830Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_m_QfVNQZeiC4T82LVNpGNv3","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.392301_64.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:35.392301604Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.398613_65.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:35.398613325Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.416398_66.1","section":"bucket.instance","name":"jsvsjo-6:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10","timestamp":"2022-01-15T17:36:35.416398795Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b2MWYqarG909V3wx29Gvn25","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.421834_67.1","section":"bucket.instance","name":"jsvsjo-6:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10","timestamp":"2022-01-15T17:36:35.421834334Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b2MWYqarG909V3wx29Gvn25","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.423750_68.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:35.423750868Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.427520_69.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:35.427520370Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268196.166997_70.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:36.166997179Z","data":{"read_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":2},"status":{"status":"remove"}}},{"id":"1_1642268196.172639_71.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:36.172639111Z","data":{"read_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268196.213860_72.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:36.213860393Z","data":{"read_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":2},"status":{"status":"remove"}}},{"id":"1_1642268196.219048_73.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:36.219048342Z","data":{"read_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268197.052003_74.1","section":"bucket.instance","name":"jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11","timestamp":"2022-01-15T17:36:37.052003196Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_3R6m-6l7XV_XXrdG0QI2lUW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.056966_75.1","section":"bucket.instance","name":"jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11","timestamp":"2022-01-15T17:36:37.056966246Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_3R6m-6l7XV_XXrdG0QI2lUW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.058436_76.1","section":"bucket","name":"jsvsjo-7","timestamp":"2022-01-15T17:36:37.058436699Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_y2F5yjTtRxAI7_F-JxgfVpw","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.062414_77.1","section":"bucket","name":"jsvsjo-7","timestamp":"2022-01-15T17:36:37.062414267Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_y2F5yjTtRxAI7_F-JxgfVpw","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.078642_78.1","section":"bucket.instance","name":"jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12","timestamp":"2022-01-15T17:36:37.078642116Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JnVYqTf73P0E0Nuw6oIo1Zf","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.083909_79.1","section":"bucket.instance","name":"jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12","timestamp":"2022-01-15T17:36:37.083909054Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JnVYqTf73P0E0Nuw6oIo1Zf","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.085561_80.1","section":"bucket","name":"jsvsjo-8","timestamp":"2022-01-15T17:36:37.085561376Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ylhdXLZbmbmY7vh_GYDsTPQ","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.091959_81.1","section":"bucket","name":"jsvsjo-8","timestamp":"2022-01-15T17:36:37.091959750Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ylhdXLZbmbmY7vh_GYDsTPQ","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268201.984458_85.1","section":"bucket.instance","name":"jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13","timestamp":"2022-01-15T17:36:41.984458036Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_xfdM9vOIGG1qfeX_UIIWdga","ver":1},"status":{"status":"write"}}},{"id":"1_1642268201.989945_86.1","section":"bucket.instance","name":"jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13","timestamp":"2022-01-15T17:36:41.989945905Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_xfdM9vOIGG1qfeX_UIIWdga","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268201.991514_87.1","section":"bucket","name":"jsvsjo-9","timestamp":"2022-01-15T17:36:41.991514112Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_j16uFYb5blTfaIexRLUYZtC","ver":1},"status":{"status":"write"}}},{"id":"1_1642268201.995370_88.1","section":"bucket","name":"jsvsjo-9","timestamp":"2022-01-15T17:36:41.995370799Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_j16uFYb5blTfaIexRLUYZtC","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:52.129 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.129 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.130 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period e6be7035-9f53-4ca8-8487-a247ec923bd0 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:52.166 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:52.166 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:52.365 INFO:teuthology.orchestra.run.smithi103.stdout:[{"id":"1_1642268079.339961_12.1","section":"user","name":"rgw-multisite-test-user","timestamp":"2022-01-15T17:34:39.339961135Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_oGDLsQutpog7ba5Lbv-h2xO","ver":1},"status":{"status":"write"}}},{"id":"1_1642268079.345381_14.1","section":"user","name":"rgw-multisite-test-user","timestamp":"2022-01-15T17:34:39.345381301Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_oGDLsQutpog7ba5Lbv-h2xO","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268202.012218_29.1","section":"bucket.instance","name":"jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14","timestamp":"2022-01-15T17:36:42.012218839Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OeiPOisgqslBuJLNIbcgjUF","ver":1},"status":{"status":"write"}}},{"id":"1_1642268202.017280_34.1","section":"bucket.instance","name":"jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14","timestamp":"2022-01-15T17:36:42.017280259Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OeiPOisgqslBuJLNIbcgjUF","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268202.019013_35.1","section":"bucket","name":"jsvsjo-10","timestamp":"2022-01-15T17:36:42.019013597Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bBupf8pCgSr8_f1jHK99UBr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268202.023056_36.1","section":"bucket","name":"jsvsjo-10","timestamp":"2022-01-15T17:36:42.023056890Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bBupf8pCgSr8_f1jHK99UBr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.939482_37.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:46.939482018Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.944480_45.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:46.944480264Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.945886_46.1","section":"bucket","name":"jsvsjo-11","timestamp":"2022-01-15T17:36:46.945886220Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_MtVf9oL1NH90nFwJJI9torA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.951766_47.1","section":"bucket","name":"jsvsjo-11","timestamp":"2022-01-15T17:36:46.951766722Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_MtVf9oL1NH90nFwJJI9torA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.967730_48.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:46.967730291Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.973033_49.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:46.973033593Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268206.974656_50.1","section":"bucket","name":"jsvsjo-12","timestamp":"2022-01-15T17:36:46.974656371Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qupqUKShkVPVkmPB2Z7a8Zr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268206.979028_51.1","section":"bucket","name":"jsvsjo-12","timestamp":"2022-01-15T17:36:46.979028691Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qupqUKShkVPVkmPB2Z7a8Zr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268207.000556_52.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:47.000556997Z","data":{"read_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":2},"status":{"status":"write"}}},{"id":"1_1642268207.007704_53.1","section":"bucket.instance","name":"jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15","timestamp":"2022-01-15T17:36:47.007704529Z","data":{"read_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":1},"write_version":{"tag":"_VQDC_Tx3e644fM8Y0-1_GbK","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268207.013029_54.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:47.013029322Z","data":{"read_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":2},"status":{"status":"write"}}},{"id":"1_1642268207.020579_55.1","section":"bucket.instance","name":"jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16","timestamp":"2022-01-15T17:36:47.020579705Z","data":{"read_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":1},"write_version":{"tag":"_HKLCYiZRsFfrT0c86FnC4NW","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268219.122451_62.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.122451426Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268219.127593_75.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.127593984Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268219.129244_76.1","section":"bucket","name":"jsvsjo-13","timestamp":"2022-01-15T17:36:59.129244471Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_s30zd-odzDzCnHzS3XyucMK","ver":1},"status":{"status":"write"}}},{"id":"1_1642268219.133731_77.1","section":"bucket","name":"jsvsjo-13","timestamp":"2022-01-15T17:36:59.133731727Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_s30zd-odzDzCnHzS3XyucMK","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268219.138921_78.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.138921581Z","data":{"read_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":2},"status":{"status":"write"}}},{"id":"1_1642268219.144592_79.1","section":"bucket.instance","name":"jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17","timestamp":"2022-01-15T17:36:59.144592362Z","data":{"read_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":1},"write_version":{"tag":"_jGrRIC9aKSdAa8N_uq4-cZK","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268241.654357_88.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:21.654357814Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"status":{"status":"write"}}},{"id":"1_1642268241.659037_92.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:21.659037296Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268241.660911_93.1","section":"bucket","name":"jsvsjo-14","timestamp":"2022-01-15T17:37:21.660911617Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ld_QLY1LAbFnxtMxRYjePsW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268241.669670_94.1","section":"bucket","name":"jsvsjo-14","timestamp":"2022-01-15T17:37:21.669670675Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ld_QLY1LAbFnxtMxRYjePsW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268244.172016_95.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:24.172016037Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"status":{"status":"write"}}},{"id":"1_1642268244.179219_100.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:24.179219795Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":1},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268246.808185_101.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:26.808185763Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":3},"status":{"status":"write"}}},{"id":"1_1642268246.815463_106.1","section":"bucket.instance","name":"jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18","timestamp":"2022-01-15T17:37:26.815463794Z","data":{"read_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":2},"write_version":{"tag":"_NlOOMkPqD0yoSRO24m8vWlb","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268249.408621_107.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.408621421Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.414140_112.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.414140932Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.415925_113.1","section":"bucket","name":"jsvsjo-15","timestamp":"2022-01-15T17:37:29.415925388Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Pe4i_nXGiIhKrcvaHOSgODt","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.421698_114.1","section":"bucket","name":"jsvsjo-15","timestamp":"2022-01-15T17:37:29.421698060Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Pe4i_nXGiIhKrcvaHOSgODt","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.438661_115.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.438661950Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.443700_116.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.443700719Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.445726_117.1","section":"bucket","name":"jsvsjo-16","timestamp":"2022-01-15T17:37:29.445726978Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zeOA5OTVtyLKSqaR0IGLgfu","ver":1},"status":{"status":"write"}}},{"id":"1_1642268249.450869_118.1","section":"bucket","name":"jsvsjo-16","timestamp":"2022-01-15T17:37:29.450869386Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zeOA5OTVtyLKSqaR0IGLgfu","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268249.467750_119.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.467750004Z","data":{"read_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":2},"status":{"status":"write"}}},{"id":"1_1642268249.474516_120.1","section":"bucket.instance","name":"jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19","timestamp":"2022-01-15T17:37:29.474516702Z","data":{"read_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":1},"write_version":{"tag":"_4f8TjT1jq2vaXi-uX0-mMlX","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268249.479767_121.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.479767669Z","data":{"read_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":2},"status":{"status":"write"}}},{"id":"1_1642268249.487094_122.1","section":"bucket.instance","name":"jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20","timestamp":"2022-01-15T17:37:29.487094596Z","data":{"read_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":1},"write_version":{"tag":"_vkmhQcboAXOjT_x09IV0CNG","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.553674_123.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.553674378Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.558019_131.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.558019176Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.559744_132.1","section":"bucket","name":"jsvsjo-17","timestamp":"2022-01-15T17:37:33.559744395Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_7SVLUCRjI918B6qM7YYym78","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.564104_133.1","section":"bucket","name":"jsvsjo-17","timestamp":"2022-01-15T17:37:33.564104436Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_7SVLUCRjI918B6qM7YYym78","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.581612_134.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.581612928Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.587108_135.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.587108720Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.588838_136.1","section":"bucket","name":"jsvsjo-18","timestamp":"2022-01-15T17:37:33.588838840Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BkqYrAuEYim1lMSMIdLYxNy","ver":1},"status":{"status":"write"}}},{"id":"1_1642268253.593182_137.1","section":"bucket","name":"jsvsjo-18","timestamp":"2022-01-15T17:37:33.593182265Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BkqYrAuEYim1lMSMIdLYxNy","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268253.615170_138.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.615170277Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"status":{"status":"write"}}},{"id":"1_1642268253.622265_139.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.622265004Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":1},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.626359_140.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.626359473Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":3},"status":{"status":"write"}}},{"id":"1_1642268253.633900_141.1","section":"bucket.instance","name":"jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21","timestamp":"2022-01-15T17:37:33.633900288Z","data":{"read_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":2},"write_version":{"tag":"_9LlE1doTooFSsEklKQNWN89","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268253.639066_142.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.639066052Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"status":{"status":"write"}}},{"id":"1_1642268253.645460_143.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.645460828Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":1},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268253.661278_144.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.661278665Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":3},"status":{"status":"write"}}},{"id":"1_1642268253.667459_145.1","section":"bucket.instance","name":"jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22","timestamp":"2022-01-15T17:37:33.667459422Z","data":{"read_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":2},"write_version":{"tag":"_YQ9M2SDHvqlEHVIMPCt071U","ver":3},"status":{"status":"complete"}}},{"id":"1_1642268257.649926_146.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.649926174Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.654522_154.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.654522078Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.656038_155.1","section":"bucket","name":"jsvsjo-19","timestamp":"2022-01-15T17:37:37.656038390Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NJD86Uty2iQPBuquKwccWel","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.660158_156.1","section":"bucket","name":"jsvsjo-19","timestamp":"2022-01-15T17:37:37.660158878Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_NJD86Uty2iQPBuquKwccWel","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.676475_157.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.676475434Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.681749_158.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.681749093Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.683542_159.1","section":"bucket","name":"jsvsjo-20","timestamp":"2022-01-15T17:37:37.683542813Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SJM_4LJcA4QyzHRV5oCfkq6","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.688243_160.1","section":"bucket","name":"jsvsjo-20","timestamp":"2022-01-15T17:37:37.688243674Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SJM_4LJcA4QyzHRV5oCfkq6","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.709327_161.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.709327473Z","data":{"read_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.716590_162.1","section":"bucket.instance","name":"jsvsjo-19:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23","timestamp":"2022-01-15T17:37:37.716590293Z","data":{"read_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":1},"write_version":{"tag":"_zASqs2DkC2YyWMppcDu8x58","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.764218_163.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.764218210Z","data":{"read_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.771914_164.1","section":"bucket.instance","name":"jsvsjo-20:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24","timestamp":"2022-01-15T17:37:37.771914037Z","data":{"read_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":1},"write_version":{"tag":"_dBjibIoewiOuu1WBeCRcdXA","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.838150_165.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.838150521Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.842083_166.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.842083975Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.843565_167.1","section":"bucket","name":"jsvsjo-21","timestamp":"2022-01-15T17:37:37.843565706Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SItbkAllS2774pJpSYmCr8F","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.847480_168.1","section":"bucket","name":"jsvsjo-21","timestamp":"2022-01-15T17:37:37.847480379Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SItbkAllS2774pJpSYmCr8F","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.861954_169.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.861954800Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.866509_170.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.866509169Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.868344_171.1","section":"bucket","name":"jsvsjo-22","timestamp":"2022-01-15T17:37:37.868344587Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_WTzps_5o_4hMSlvakyh8Sfq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268257.873262_172.1","section":"bucket","name":"jsvsjo-22","timestamp":"2022-01-15T17:37:37.873262753Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_WTzps_5o_4hMSlvakyh8Sfq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268257.896658_173.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.896658958Z","data":{"read_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.903264_174.1","section":"bucket.instance","name":"jsvsjo-21:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25","timestamp":"2022-01-15T17:37:37.903264850Z","data":{"read_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":1},"write_version":{"tag":"_e7kZ-LlL288YQYjYwsy1740","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268257.952993_175.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.952993436Z","data":{"read_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":2},"status":{"status":"write"}}},{"id":"1_1642268257.960802_176.1","section":"bucket.instance","name":"jsvsjo-22:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26","timestamp":"2022-01-15T17:37:37.960802229Z","data":{"read_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":1},"write_version":{"tag":"_4s9vwYo80OlvMh_8x25vwHl","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268258.026341_177.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.026341973Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.031535_178.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.031535532Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.033049_179.1","section":"bucket","name":"jsvsjo-23","timestamp":"2022-01-15T17:37:38.033049005Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zlnBG0FyPwvabhUm6uk-n7Q","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.037216_180.1","section":"bucket","name":"jsvsjo-23","timestamp":"2022-01-15T17:37:38.037216784Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_zlnBG0FyPwvabhUm6uk-n7Q","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.054017_181.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:38.054017799Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.058738_182.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:38.058738888Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.060366_183.1","section":"bucket","name":"jsvsjo-24","timestamp":"2022-01-15T17:37:38.060366216Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bf0wS_WzE2MyzNXBpOddRBe","ver":1},"status":{"status":"write"}}},{"id":"1_1642268258.064361_184.1","section":"bucket","name":"jsvsjo-24","timestamp":"2022-01-15T17:37:38.064361372Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_bf0wS_WzE2MyzNXBpOddRBe","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268258.100141_185.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.100141998Z","data":{"read_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":2},"status":{"status":"write"}}},{"id":"1_1642268258.107045_186.1","section":"bucket.instance","name":"jsvsjo-23:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27","timestamp":"2022-01-15T17:37:38.107045426Z","data":{"read_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":1},"write_version":{"tag":"_cu0X_QqGcExNnwv2WuY5yw6","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268259.156465_187.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:39.156465323Z","data":{"read_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":2},"status":{"status":"write"}}},{"id":"1_1642268259.164459_188.1","section":"bucket.instance","name":"jsvsjo-24:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28","timestamp":"2022-01-15T17:37:39.164459612Z","data":{"read_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":1},"write_version":{"tag":"_haCP40mpn-4UrGncdNe8-kE","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268259.230885_189.1","section":"bucket.instance","name":"jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29","timestamp":"2022-01-15T17:37:39.230885215Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AummdPhfeHCeoQ-rt81mo9S","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.235642_190.1","section":"bucket.instance","name":"jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29","timestamp":"2022-01-15T17:37:39.235642787Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AummdPhfeHCeoQ-rt81mo9S","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.237385_191.1","section":"bucket","name":"jsvsjo-25","timestamp":"2022-01-15T17:37:39.237385464Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x8Uy5i4O2YiY_fnxIGXI3rq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.241504_192.1","section":"bucket","name":"jsvsjo-25","timestamp":"2022-01-15T17:37:39.241504056Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x8Uy5i4O2YiY_fnxIGXI3rq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.257088_193.1","section":"bucket.instance","name":"jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30","timestamp":"2022-01-15T17:37:39.257088198Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_n57svnCKPi5ekoqeyHxfhb-","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.262067_194.1","section":"bucket.instance","name":"jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30","timestamp":"2022-01-15T17:37:39.262067808Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_n57svnCKPi5ekoqeyHxfhb-","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268259.263973_195.1","section":"bucket","name":"jsvsjo-26","timestamp":"2022-01-15T17:37:39.263973031Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AeLGDCGo48wfj3yjiiDA3w7","ver":1},"status":{"status":"write"}}},{"id":"1_1642268259.268628_196.1","section":"bucket","name":"jsvsjo-26","timestamp":"2022-01-15T17:37:39.268628718Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AeLGDCGo48wfj3yjiiDA3w7","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.198705_197.1","section":"bucket.instance","name":"jsvsjo-27:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31","timestamp":"2022-01-15T17:37:40.198705467Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_V3wizfSa-ucSFd5lBGwC4PO","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.203432_199.1","section":"bucket.instance","name":"jsvsjo-27:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31","timestamp":"2022-01-15T17:37:40.203432061Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_V3wizfSa-ucSFd5lBGwC4PO","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.205062_200.1","section":"bucket","name":"jsvsjo-27","timestamp":"2022-01-15T17:37:40.205062498Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_T0nuYeSf6HpL4lRtMWnOMkv","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.209627_201.1","section":"bucket","name":"jsvsjo-27","timestamp":"2022-01-15T17:37:40.209627306Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_T0nuYeSf6HpL4lRtMWnOMkv","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.227283_202.1","section":"bucket.instance","name":"jsvsjo-28:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32","timestamp":"2022-01-15T17:37:40.227283228Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_nBzQWOJgZPHZljBSoN5p2DA","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.232464_203.1","section":"bucket.instance","name":"jsvsjo-28:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32","timestamp":"2022-01-15T17:37:40.232464435Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_nBzQWOJgZPHZljBSoN5p2DA","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268260.234182_204.1","section":"bucket","name":"jsvsjo-28","timestamp":"2022-01-15T17:37:40.234182710Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9Y_OO8UqFn3xN-PXg3qTp59","ver":1},"status":{"status":"write"}}},{"id":"1_1642268260.238327_205.1","section":"bucket","name":"jsvsjo-28","timestamp":"2022-01-15T17:37:40.238327137Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_9Y_OO8UqFn3xN-PXg3qTp59","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.417999_30.1","section":"bucket.instance","name":"jsvsjo-1:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1","timestamp":"2022-01-15T17:36:29.417999519Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mk0Am-rB3HkYHNoJjkoQ7ee","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.423767_31.1","section":"bucket.instance","name":"jsvsjo-1:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1","timestamp":"2022-01-15T17:36:29.423767120Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mk0Am-rB3HkYHNoJjkoQ7ee","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.425736_32.1","section":"bucket","name":"jsvsjo-1","timestamp":"2022-01-15T17:36:29.425736998Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"__SQKaiUOc0l3JLLkZwh8Gux","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.430972_33.1","section":"bucket","name":"jsvsjo-1","timestamp":"2022-01-15T17:36:29.430972709Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"__SQKaiUOc0l3JLLkZwh8Gux","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.450171_34.1","section":"bucket.instance","name":"jsvsjo-2:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2","timestamp":"2022-01-15T17:36:29.450171824Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_-IYg4KVfssOfwWbF61zL3RV","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.455650_35.1","section":"bucket.instance","name":"jsvsjo-2:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2","timestamp":"2022-01-15T17:36:29.455650518Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_-IYg4KVfssOfwWbF61zL3RV","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268189.457523_36.1","section":"bucket","name":"jsvsjo-2","timestamp":"2022-01-15T17:36:29.457523467Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_yH4ahAjfSaOwP0qTeFgxEw9","ver":1},"status":{"status":"write"}}},{"id":"1_1642268189.462469_37.1","section":"bucket","name":"jsvsjo-2","timestamp":"2022-01-15T17:36:29.462469733Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_yH4ahAjfSaOwP0qTeFgxEw9","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.653724_38.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3","timestamp":"2022-01-15T17:36:33.653724986Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_G01FrwLF3JBtBYBIXQegUF2","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.658952_39.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3","timestamp":"2022-01-15T17:36:33.658952644Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_G01FrwLF3JBtBYBIXQegUF2","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.660436_40.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:33.660436390Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SYgWToHiBSSOzFhRr7aZyCq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.664674_41.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:33.664674241Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SYgWToHiBSSOzFhRr7aZyCq","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.682462_42.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4","timestamp":"2022-01-15T17:36:33.682462171Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dQwuGcCyGbI_cvQj_zwHZAS","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.688493_43.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4","timestamp":"2022-01-15T17:36:33.688493377Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_dQwuGcCyGbI_cvQj_zwHZAS","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268193.690537_44.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:33.690537181Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JMzMY-UAWiByKvP8wIf7hDu","ver":1},"status":{"status":"write"}}},{"id":"1_1642268193.696446_45.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:33.696446115Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JMzMY-UAWiByKvP8wIf7hDu","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.449209_46.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.5","timestamp":"2022-01-15T17:36:34.449209714Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x751V9U1dUyjo4OYLShXsbn","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.455030_47.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.5","timestamp":"2022-01-15T17:36:34.455030833Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_x751V9U1dUyjo4OYLShXsbn","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.456829_48.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.456829142Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mdsxLl3HBZ33CvTcQrVsQaR","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.462150_49.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.462150417Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_mdsxLl3HBZ33CvTcQrVsQaR","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.487477_50.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.6","timestamp":"2022-01-15T17:36:34.487477002Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_E5BBbAR_GAYfMrm_FHTlDFV","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.491989_51.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.6","timestamp":"2022-01-15T17:36:34.491989223Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_E5BBbAR_GAYfMrm_FHTlDFV","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.493614_52.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.493614272Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Torg1ESWt6yWXW57OJWcMT4","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.496898_53.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.496898886Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_Torg1ESWt6yWXW57OJWcMT4","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.524002_54.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.7","timestamp":"2022-01-15T17:36:34.524002959Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JOcs1lS0GqnmNrWZ1WRrZ5f","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.529024_55.1","section":"bucket.instance","name":"jsvsjo-3:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.7","timestamp":"2022-01-15T17:36:34.529024772Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JOcs1lS0GqnmNrWZ1WRrZ5f","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.533036_56.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.533036767Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jmTpZM9uxJBysxYKi29roue","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.537371_57.1","section":"bucket","name":"jsvsjo-3","timestamp":"2022-01-15T17:36:34.537371130Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jmTpZM9uxJBysxYKi29roue","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268194.580879_58.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.8","timestamp":"2022-01-15T17:36:34.580879813Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OTG_nuikUR4H1Ys4BfuroF-","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.585854_59.1","section":"bucket.instance","name":"jsvsjo-4:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.8","timestamp":"2022-01-15T17:36:34.585854096Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_OTG_nuikUR4H1Ys4BfuroF-","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268194.587567_60.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.587567990Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BrWwk2PoOLvJuqfacWpw7UD","ver":1},"status":{"status":"write"}}},{"id":"1_1642268194.590441_61.1","section":"bucket","name":"jsvsjo-4","timestamp":"2022-01-15T17:36:34.590441788Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_BrWwk2PoOLvJuqfacWpw7UD","ver":1},"status":{"status":"abort"}}},{"id":"1_1642268195.386028_62.1","section":"bucket.instance","name":"jsvsjo-5:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9","timestamp":"2022-01-15T17:36:35.386028136Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_m_QfVNQZeiC4T82LVNpGNv3","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.390332_63.1","section":"bucket.instance","name":"jsvsjo-5:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9","timestamp":"2022-01-15T17:36:35.390332830Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_m_QfVNQZeiC4T82LVNpGNv3","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.392301_64.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:35.392301604Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.398613_65.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:35.398613325Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.416398_66.1","section":"bucket.instance","name":"jsvsjo-6:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10","timestamp":"2022-01-15T17:36:35.416398795Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b2MWYqarG909V3wx29Gvn25","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.421834_67.1","section":"bucket.instance","name":"jsvsjo-6:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10","timestamp":"2022-01-15T17:36:35.421834334Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b2MWYqarG909V3wx29Gvn25","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268195.423750_68.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:35.423750868Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"status":{"status":"write"}}},{"id":"1_1642268195.427520_69.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:35.427520370Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268196.166997_70.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:36.166997179Z","data":{"read_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":2},"status":{"status":"remove"}}},{"id":"1_1642268196.172639_71.1","section":"bucket","name":"jsvsjo-5","timestamp":"2022-01-15T17:36:36.172639111Z","data":{"read_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":1},"write_version":{"tag":"_SyK-SEZS6a3WyzAZRgE_xcr","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268196.213860_72.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:36.213860393Z","data":{"read_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":2},"status":{"status":"remove"}}},{"id":"1_1642268196.219048_73.1","section":"bucket","name":"jsvsjo-6","timestamp":"2022-01-15T17:36:36.219048342Z","data":{"read_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":1},"write_version":{"tag":"_6z2eL47Li5l1R292qskyXpe","ver":2},"status":{"status":"complete"}}},{"id":"1_1642268197.052003_74.1","section":"bucket.instance","name":"jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11","timestamp":"2022-01-15T17:36:37.052003196Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_3R6m-6l7XV_XXrdG0QI2lUW","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.056966_75.1","section":"bucket.instance","name":"jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11","timestamp":"2022-01-15T17:36:37.056966246Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_3R6m-6l7XV_XXrdG0QI2lUW","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.058436_76.1","section":"bucket","name":"jsvsjo-7","timestamp":"2022-01-15T17:36:37.058436699Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_y2F5yjTtRxAI7_F-JxgfVpw","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.062414_77.1","section":"bucket","name":"jsvsjo-7","timestamp":"2022-01-15T17:36:37.062414267Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_y2F5yjTtRxAI7_F-JxgfVpw","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.078642_78.1","section":"bucket.instance","name":"jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12","timestamp":"2022-01-15T17:36:37.078642116Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JnVYqTf73P0E0Nuw6oIo1Zf","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.083909_79.1","section":"bucket.instance","name":"jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12","timestamp":"2022-01-15T17:36:37.083909054Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_JnVYqTf73P0E0Nuw6oIo1Zf","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268197.085561_80.1","section":"bucket","name":"jsvsjo-8","timestamp":"2022-01-15T17:36:37.085561376Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ylhdXLZbmbmY7vh_GYDsTPQ","ver":1},"status":{"status":"write"}}},{"id":"1_1642268197.091959_81.1","section":"bucket","name":"jsvsjo-8","timestamp":"2022-01-15T17:36:37.091959750Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_ylhdXLZbmbmY7vh_GYDsTPQ","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268201.984458_85.1","section":"bucket.instance","name":"jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13","timestamp":"2022-01-15T17:36:41.984458036Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_xfdM9vOIGG1qfeX_UIIWdga","ver":1},"status":{"status":"write"}}},{"id":"1_1642268201.989945_86.1","section":"bucket.instance","name":"jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13","timestamp":"2022-01-15T17:36:41.989945905Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_xfdM9vOIGG1qfeX_UIIWdga","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268201.991514_87.1","section":"bucket","name":"jsvsjo-9","timestamp":"2022-01-15T17:36:41.991514112Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_j16uFYb5blTfaIexRLUYZtC","ver":1},"status":{"status":"write"}}},{"id":"1_1642268201.995370_88.1","section":"bucket","name":"jsvsjo-9","timestamp":"2022-01-15T17:36:41.995370799Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_j16uFYb5blTfaIexRLUYZtC","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:52.366 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.367 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.367 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 32f0a916-3db2-4987-b042-1fe4cd9a1663 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:52.405 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:52.405 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:52.600 INFO:teuthology.orchestra.run.smithi027.stdout:[{"id":"1_1642268327.451181_207.1","section":"bucket.instance","name":"jsvsjo-29:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1","timestamp":"2022-01-15T17:38:47.451181206Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_27TTHbJhMeBO-o_PUZVQsRF","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.455584_208.1","section":"bucket.instance","name":"jsvsjo-29:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1","timestamp":"2022-01-15T17:38:47.455584391Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_27TTHbJhMeBO-o_PUZVQsRF","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.457614_209.1","section":"bucket","name":"jsvsjo-29","timestamp":"2022-01-15T17:38:47.457614599Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_kvNcsSGVqornVO0wLNu_ruI","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.461624_210.1","section":"bucket","name":"jsvsjo-29","timestamp":"2022-01-15T17:38:47.461624170Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_kvNcsSGVqornVO0wLNu_ruI","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.495769_211.1","section":"bucket.instance","name":"jsvsjo-30:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2","timestamp":"2022-01-15T17:38:47.495769246Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AXfOmqcPjF7syqnh-r_99Tt","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.500233_212.1","section":"bucket.instance","name":"jsvsjo-30:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2","timestamp":"2022-01-15T17:38:47.500233400Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AXfOmqcPjF7syqnh-r_99Tt","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.501980_213.1","section":"bucket","name":"jsvsjo-30","timestamp":"2022-01-15T17:38:47.501980565Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qD1qZu9MnwVYgZRXojdxSxq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.510102_214.1","section":"bucket","name":"jsvsjo-30","timestamp":"2022-01-15T17:38:47.510102262Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qD1qZu9MnwVYgZRXojdxSxq","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:52.601 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.601 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.602 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 32f0a916-3db2-4987-b042-1fe4cd9a1663 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:52.641 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:52.641 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:52.834 INFO:teuthology.orchestra.run.smithi103.stdout:[{"id":"1_1642268327.451181_207.1","section":"bucket.instance","name":"jsvsjo-29:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1","timestamp":"2022-01-15T17:38:47.451181206Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_27TTHbJhMeBO-o_PUZVQsRF","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.455584_208.1","section":"bucket.instance","name":"jsvsjo-29:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1","timestamp":"2022-01-15T17:38:47.455584391Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_27TTHbJhMeBO-o_PUZVQsRF","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.457614_209.1","section":"bucket","name":"jsvsjo-29","timestamp":"2022-01-15T17:38:47.457614599Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_kvNcsSGVqornVO0wLNu_ruI","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.461624_210.1","section":"bucket","name":"jsvsjo-29","timestamp":"2022-01-15T17:38:47.461624170Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_kvNcsSGVqornVO0wLNu_ruI","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.495769_211.1","section":"bucket.instance","name":"jsvsjo-30:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2","timestamp":"2022-01-15T17:38:47.495769246Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AXfOmqcPjF7syqnh-r_99Tt","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.500233_212.1","section":"bucket.instance","name":"jsvsjo-30:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2","timestamp":"2022-01-15T17:38:47.500233400Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AXfOmqcPjF7syqnh-r_99Tt","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.501980_213.1","section":"bucket","name":"jsvsjo-30","timestamp":"2022-01-15T17:38:47.501980565Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qD1qZu9MnwVYgZRXojdxSxq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.510102_214.1","section":"bucket","name":"jsvsjo-30","timestamp":"2022-01-15T17:38:47.510102262Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qD1qZu9MnwVYgZRXojdxSxq","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:52.834 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.835 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:52.835 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 32f0a916-3db2-4987-b042-1fe4cd9a1663 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:52.870 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:52.870 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:53.061 INFO:teuthology.orchestra.run.smithi103.stdout:[{"id":"1_1642268327.451181_207.1","section":"bucket.instance","name":"jsvsjo-29:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1","timestamp":"2022-01-15T17:38:47.451181206Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_27TTHbJhMeBO-o_PUZVQsRF","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.455584_208.1","section":"bucket.instance","name":"jsvsjo-29:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1","timestamp":"2022-01-15T17:38:47.455584391Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_27TTHbJhMeBO-o_PUZVQsRF","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.457614_209.1","section":"bucket","name":"jsvsjo-29","timestamp":"2022-01-15T17:38:47.457614599Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_kvNcsSGVqornVO0wLNu_ruI","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.461624_210.1","section":"bucket","name":"jsvsjo-29","timestamp":"2022-01-15T17:38:47.461624170Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_kvNcsSGVqornVO0wLNu_ruI","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.495769_211.1","section":"bucket.instance","name":"jsvsjo-30:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2","timestamp":"2022-01-15T17:38:47.495769246Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AXfOmqcPjF7syqnh-r_99Tt","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.500233_212.1","section":"bucket.instance","name":"jsvsjo-30:d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2","timestamp":"2022-01-15T17:38:47.500233400Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_AXfOmqcPjF7syqnh-r_99Tt","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268327.501980_213.1","section":"bucket","name":"jsvsjo-30","timestamp":"2022-01-15T17:38:47.501980565Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qD1qZu9MnwVYgZRXojdxSxq","ver":1},"status":{"status":"write"}}},{"id":"1_1642268327.510102_214.1","section":"bucket","name":"jsvsjo-30","timestamp":"2022-01-15T17:38:47.510102262Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_qD1qZu9MnwVYgZRXojdxSxq","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:53.061 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:53.062 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:53.062 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:53.101 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:53.101 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:53.299 INFO:teuthology.orchestra.run.smithi027.stdout:[{"id":"1_1642268388.446222_129.1","section":"bucket.instance","name":"jsvsjo-31:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1","timestamp":"2022-01-15T17:39:48.446222857Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_IoDkNmiSpMTD1VjSCOF6sXs","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.451983_130.1","section":"bucket.instance","name":"jsvsjo-31:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1","timestamp":"2022-01-15T17:39:48.451983058Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_IoDkNmiSpMTD1VjSCOF6sXs","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.453785_131.1","section":"bucket","name":"jsvsjo-31","timestamp":"2022-01-15T17:39:48.453785769Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_lH83IVwnTst8kV1ZE2WxbPv","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.460000_132.1","section":"bucket","name":"jsvsjo-31","timestamp":"2022-01-15T17:39:48.460000254Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_lH83IVwnTst8kV1ZE2WxbPv","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.486810_133.1","section":"bucket.instance","name":"jsvsjo-32:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2","timestamp":"2022-01-15T17:39:48.486810002Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jIYvHEL-0g2KRiBjMRXtl0A","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.491759_134.1","section":"bucket.instance","name":"jsvsjo-32:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2","timestamp":"2022-01-15T17:39:48.491759048Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jIYvHEL-0g2KRiBjMRXtl0A","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.493811_135.1","section":"bucket","name":"jsvsjo-32","timestamp":"2022-01-15T17:39:48.493811573Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b8GGHF7ne13beZ1EaDkntMG","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.498598_136.1","section":"bucket","name":"jsvsjo-32","timestamp":"2022-01-15T17:39:48.498598370Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b8GGHF7ne13beZ1EaDkntMG","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:53.300 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:53.300 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:53.301 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:53.338 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:53.339 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:53.526 INFO:teuthology.orchestra.run.smithi103.stdout:[{"id":"1_1642268388.446222_129.1","section":"bucket.instance","name":"jsvsjo-31:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1","timestamp":"2022-01-15T17:39:48.446222857Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_IoDkNmiSpMTD1VjSCOF6sXs","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.451983_130.1","section":"bucket.instance","name":"jsvsjo-31:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1","timestamp":"2022-01-15T17:39:48.451983058Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_IoDkNmiSpMTD1VjSCOF6sXs","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.453785_131.1","section":"bucket","name":"jsvsjo-31","timestamp":"2022-01-15T17:39:48.453785769Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_lH83IVwnTst8kV1ZE2WxbPv","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.460000_132.1","section":"bucket","name":"jsvsjo-31","timestamp":"2022-01-15T17:39:48.460000254Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_lH83IVwnTst8kV1ZE2WxbPv","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.486810_133.1","section":"bucket.instance","name":"jsvsjo-32:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2","timestamp":"2022-01-15T17:39:48.486810002Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jIYvHEL-0g2KRiBjMRXtl0A","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.491759_134.1","section":"bucket.instance","name":"jsvsjo-32:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2","timestamp":"2022-01-15T17:39:48.491759048Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jIYvHEL-0g2KRiBjMRXtl0A","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.493811_135.1","section":"bucket","name":"jsvsjo-32","timestamp":"2022-01-15T17:39:48.493811573Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b8GGHF7ne13beZ1EaDkntMG","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.498598_136.1","section":"bucket","name":"jsvsjo-32","timestamp":"2022-01-15T17:39:48.498598370Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b8GGHF7ne13beZ1EaDkntMG","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:53.526 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:53.527 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:53.528 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:53.564 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:53.565 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:53.740 INFO:teuthology.orchestra.run.smithi103.stdout:[{"id":"1_1642268388.446222_129.1","section":"bucket.instance","name":"jsvsjo-31:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1","timestamp":"2022-01-15T17:39:48.446222857Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_IoDkNmiSpMTD1VjSCOF6sXs","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.451983_130.1","section":"bucket.instance","name":"jsvsjo-31:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1","timestamp":"2022-01-15T17:39:48.451983058Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_IoDkNmiSpMTD1VjSCOF6sXs","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.453785_131.1","section":"bucket","name":"jsvsjo-31","timestamp":"2022-01-15T17:39:48.453785769Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_lH83IVwnTst8kV1ZE2WxbPv","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.460000_132.1","section":"bucket","name":"jsvsjo-31","timestamp":"2022-01-15T17:39:48.460000254Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_lH83IVwnTst8kV1ZE2WxbPv","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.486810_133.1","section":"bucket.instance","name":"jsvsjo-32:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2","timestamp":"2022-01-15T17:39:48.486810002Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jIYvHEL-0g2KRiBjMRXtl0A","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.491759_134.1","section":"bucket.instance","name":"jsvsjo-32:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2","timestamp":"2022-01-15T17:39:48.491759048Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_jIYvHEL-0g2KRiBjMRXtl0A","ver":1},"status":{"status":"complete"}}},{"id":"1_1642268388.493811_135.1","section":"bucket","name":"jsvsjo-32","timestamp":"2022-01-15T17:39:48.493811573Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b8GGHF7ne13beZ1EaDkntMG","ver":1},"status":{"status":"write"}}},{"id":"1_1642268388.498598_136.1","section":"bucket","name":"jsvsjo-32","timestamp":"2022-01-15T17:39:48.498598370Z","data":{"read_version":{"tag":"","ver":0},"write_version":{"tag":"_b8GGHF7ne13beZ1EaDkntMG","ver":1},"status":{"status":"complete"}}}] 2022-01-15T17:39:53.741 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:53.742 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:53.742 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:39:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:53.778 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:54.015 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:54.016 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:54.016 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:39:54.052 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:54.053 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:54.299 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:54.300 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:54.300 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:39:54.379 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:54.379 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:54.584 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:54.585 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:54.585 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period e6be7035-9f53-4ca8-8487-a247ec923bd0 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:54.625 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:54.626 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:54.818 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:39:54.819 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:54.819 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:54.820 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period e6be7035-9f53-4ca8-8487-a247ec923bd0 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:54.860 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:54.860 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:55.042 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:39:55.043 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.043 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'e6be7035-9f53-4ca8-8487-a247ec923bd0', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.044 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period e6be7035-9f53-4ca8-8487-a247ec923bd0 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:55.080 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:55.080 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:55.279 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:39:55.279 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.280 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.280 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 32f0a916-3db2-4987-b042-1fe4cd9a1663 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:55.318 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:55.318 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:55.486 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:39:55.486 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.487 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.487 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 32f0a916-3db2-4987-b042-1fe4cd9a1663 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:55.524 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:55.524 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:55.710 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:39:55.710 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.711 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '32f0a916-3db2-4987-b042-1fe4cd9a1663', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.711 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 32f0a916-3db2-4987-b042-1fe4cd9a1663 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:55.748 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:55.749 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:55.932 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:39:55.933 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.933 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:55.934 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:55.972 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:55.972 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:56.167 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:39:56.167 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:56.168 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:56.168 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:56.206 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:56.207 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:56.403 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:39:56.404 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:56.405 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:56.406 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:56.480 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:56.480 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:56.672 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:39:56.673 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multi_period_incremental_sync ... ok 2022-01-15T17:39:56.674 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-33 2022-01-15T17:39:56.700 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-34 2022-01-15T17:39:56.843 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:56.844 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:56.845 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:56.884 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:56.885 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:56.907 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:39:56.903+0000 7fb54dff3700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:39:56.908 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:39:56.903+0000 7fb54b7ee700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:39:56.909 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:39:56.907+0000 7fbcbffef700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:39:56.910 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:39:56.907+0000 7fbcbdfeb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:39:57.064 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268227.913399_41.6","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268260.269619_350.1","last_update":"2022-01-15T17:37:40.269619Z"},{"marker":"1_1642268227.913399_80.2","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268396.962253_156.1","last_update":"2022-01-15T17:39:56.962253Z"}] 2022-01-15T17:39:57.065 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:39:57.065 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.066 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.067 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:57.106 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:39:57.103+0000 7fbcc07f0700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:39:57.108 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:39:57.103+0000 7fbcc6ffd700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:39:57.109 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:57.109 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:57.288 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_41.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:39:57.289 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:39:57.289 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.290 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.291 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:57.329 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:57.330 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:57.504 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268227.913399_41.6","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268260.269619_350.1","last_update":"2022-01-15T17:37:40.269619Z"},{"marker":"1_1642268227.913399_80.2","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268396.962253_156.1","last_update":"2022-01-15T17:39:56.962253Z"}] 2022-01-15T17:39:57.505 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:39:57.506 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.506 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.507 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:57.548 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:57.548 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:57.728 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_41.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:39:57.729 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:39:57.729 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.730 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:57.730 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:57.804 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:57.804 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:57.998 INFO:teuthology.orchestra.run.smithi103.stdout:[{"marker":"1_1642268224.251593_28.6","last_update":"2022-01-15T17:37:04.251593Z"},{"marker":"1_1642268260.077524_328.1","last_update":"2022-01-15T17:37:40.077524Z"},{"marker":"1_1642268224.251593_66.2","last_update":"2022-01-15T17:37:04.251593Z"},{"marker":"1_1642268396.950846_230.1","last_update":"2022-01-15T17:39:56.950846Z"}] 2022-01-15T17:39:57.999 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:39:57.999 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.000 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.000 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:58.040 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:58.041 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:58.233 INFO:teuthology.orchestra.run.smithi027.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":17604849358489019720},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268224.251593_28.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:04.251593Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.077524_328.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.077524Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268224.251593_66.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:04.251593Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.950846_230.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.950846Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:39:58.234 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:39:58.234 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.235 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.235 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:58.268 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:58.269 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:58.460 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268227.913399_41.6","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268260.269619_350.1","last_update":"2022-01-15T17:37:40.269619Z"},{"marker":"1_1642268227.913399_80.2","last_update":"2022-01-15T17:37:07.913399Z"},{"marker":"1_1642268396.962253_156.1","last_update":"2022-01-15T17:39:56.962253Z"}] 2022-01-15T17:39:58.460 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:58.461 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:58.461 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:39:58.536 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:58.537 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:58.736 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.737 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.738 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 0 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:58.775 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:58.775 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:58.966 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:39:58.966 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.967 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:58.968 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 1 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:59.007 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:59.007 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:59.200 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:39:59.201 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:59.201 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:59.202 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 2 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:59.279 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:59.280 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:59.456 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:39:59.457 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:59.457 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:59.458 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 3 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:59.495 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:59.495 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:59.686 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:39:59.687 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:59.688 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:39:59.689 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:39:59.724 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:59.724 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:39:59.906 INFO:teuthology.orchestra.run.smithi103.stdout:[{"marker":"1_1642268224.251593_28.6","last_update":"2022-01-15T17:37:04.251593Z"},{"marker":"1_1642268260.077524_328.1","last_update":"2022-01-15T17:37:40.077524Z"},{"marker":"1_1642268224.251593_66.2","last_update":"2022-01-15T17:37:04.251593Z"},{"marker":"1_1642268396.950846_230.1","last_update":"2022-01-15T17:39:56.950846Z"}] 2022-01-15T17:39:59.907 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:59.908 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:39:59.909 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:39:59.943 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:39:59.944 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:40:00.135 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.136 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.137 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 0 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:40:00.218 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:40:00.218 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:40:00.405 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:40:00.406 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.406 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.407 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 1 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:40:00.442 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:40:00.442 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:40:00.636 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:40:00.637 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.637 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.638 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 2 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:40:00.674 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:40:00.674 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:40:00.848 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:40:00.849 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.850 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '3', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:40:00.850 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 3 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:40:00.932 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:40:00.932 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:40:01.119 INFO:teuthology.orchestra.run.smithi103.stdout:[] 2022-01-15T17:40:01.120 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_datalog_autotrim ... ok 2022-01-15T17:40:01.121 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=false', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:40:01.121 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=false', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:40:01.122 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --sync-from-all=false --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:40:01.161 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:40:01.161 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:40:01.190 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:40:01.187+0000 7fb51a342980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:40:01.190 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:40:01.187+0000 7fb51a342980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:40:01.202 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","domain_root":"test-zone2.rgw.meta:root","control_pool":"test-zone2.rgw.control","gc_pool":"test-zone2.rgw.log:gc","lc_pool":"test-zone2.rgw.log:lc","log_pool":"test-zone2.rgw.log","intent_log_pool":"test-zone2.rgw.log:intent","usage_log_pool":"test-zone2.rgw.log:usage","roles_pool":"test-zone2.rgw.meta:roles","reshard_pool":"test-zone2.rgw.log:reshard","user_keys_pool":"test-zone2.rgw.meta:users.keys","user_email_pool":"test-zone2.rgw.meta:users.email","user_swift_pool":"test-zone2.rgw.meta:users.swift","user_uid_pool":"test-zone2.rgw.meta:users.uid","otp_pool":"test-zone2.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone2.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone2.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone2.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:40:01.203 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:40:01.203 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:40:01.204 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:40:01.283 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:40:01.283 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:40:01.474 INFO:teuthology.orchestra.run.smithi103.stderr:Sending period to new master zone d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:40:01.554 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":2,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"false","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:40:01.554 INFO:rgw_multi.tests:Set sync_from_all flag on zone test-zone2 to false 2022-01-15T17:41:01.555 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-35 2022-01-15T17:41:01.635 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:01.636 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:01.637 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:01.679 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:01.680 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:01.843 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:41:01.871 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268461.588359_178.1","last_update":"2022-01-15T17:41:01.588359Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:41:01.872 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:41:01.873 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:01.874 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:01.875 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:01.914 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:01.914 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:02.097 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:02.098 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:07.099 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:07.099 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:07.100 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:07.143 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:07.143 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:07.340 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:07.341 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:12.342 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:12.343 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:12.344 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:12.384 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:12.384 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:12.571 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:12.571 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:17.573 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:17.574 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:17.574 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:17.614 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:17.614 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:17.795 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:17.795 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:22.796 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:22.797 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:22.797 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:22.840 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:22.840 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:23.019 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:23.020 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:28.022 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:28.023 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:28.023 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:28.064 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:28.064 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:28.258 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:28.258 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:33.260 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:33.260 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:33.261 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:33.303 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:33.304 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:33.484 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:33.485 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:38.486 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:38.486 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:38.487 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:38.526 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:38.527 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:38.721 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:38.722 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:43.724 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:43.724 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:43.725 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:43.765 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:43.766 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:43.952 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:43.953 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:48.954 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:48.955 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:48.955 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:48.995 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:48.995 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:49.187 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:49.188 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:54.190 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:54.191 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:54.191 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:54.230 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:54.230 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:54.426 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:54.427 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:41:59.429 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:59.430 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:41:59.430 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:41:59.472 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:41:59.472 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:41:59.667 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268388.498598_136.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:39:48.498598Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:41:59.668 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268461.588359_178.1 target=1_1642268388.498598_136.1 2022-01-15T17:42:01.747 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:42:01.744+0000 7fbcc47f8700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:42:04.670 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:42:04.671 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:42:04.672 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:42:04.712 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:42:04.712 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:42:04.886 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268461.588359_178.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:41:01.588359Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:42:04.887 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:42:04.887 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:42:04.888 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:42:04.888 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:42:04.889 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:42:04.969 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:42:04.969 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:42:05.151 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268461.588359_178.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:41:01.588359Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:42:05.151 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:42:05.165 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:42:05.166 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:42:05.167 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --redirect-zone=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:42:05.203 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:42:05.204 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:42:05.230 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:42:05.228+0000 7f7644a13980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:42:05.231 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:42:05.228+0000 7f7644a13980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:42:05.242 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","domain_root":"test-zone2.rgw.meta:root","control_pool":"test-zone2.rgw.control","gc_pool":"test-zone2.rgw.log:gc","lc_pool":"test-zone2.rgw.log:lc","log_pool":"test-zone2.rgw.log","intent_log_pool":"test-zone2.rgw.log:intent","usage_log_pool":"test-zone2.rgw.log:usage","roles_pool":"test-zone2.rgw.meta:roles","reshard_pool":"test-zone2.rgw.log:reshard","user_keys_pool":"test-zone2.rgw.meta:users.keys","user_email_pool":"test-zone2.rgw.meta:users.email","user_swift_pool":"test-zone2.rgw.meta:users.swift","user_uid_pool":"test-zone2.rgw.meta:users.uid","otp_pool":"test-zone2.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone2.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone2.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone2.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:42:05.242 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:42:05.243 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:42:05.243 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:42:05.325 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:42:05.325 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:42:05.520 INFO:teuthology.orchestra.run.smithi103.stderr:Sending period to new master zone d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:42:05.606 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":3,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"false","sync_from":[],"redirect_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1"},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:42:05.607 INFO:rgw_multi.tests:Set redirect_zone zone test-zone2 to "d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1" 2022-01-15T17:43:05.935 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=true', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:43:05.936 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=true', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:43:05.937 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --sync-from-all=true --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:43:05.977 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:43:05.977 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:43:06.004 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:43:05.998+0000 7fb104ac7980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:43:06.004 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:43:05.998+0000 7fb104ac7980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:43:06.016 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","domain_root":"test-zone2.rgw.meta:root","control_pool":"test-zone2.rgw.control","gc_pool":"test-zone2.rgw.log:gc","lc_pool":"test-zone2.rgw.log:lc","log_pool":"test-zone2.rgw.log","intent_log_pool":"test-zone2.rgw.log:intent","usage_log_pool":"test-zone2.rgw.log:usage","roles_pool":"test-zone2.rgw.meta:roles","reshard_pool":"test-zone2.rgw.log:reshard","user_keys_pool":"test-zone2.rgw.meta:users.keys","user_email_pool":"test-zone2.rgw.meta:users.email","user_swift_pool":"test-zone2.rgw.meta:users.swift","user_uid_pool":"test-zone2.rgw.meta:users.uid","otp_pool":"test-zone2.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone2.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone2.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone2.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:43:06.016 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:43:06.017 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:43:06.018 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:43:06.056 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:43:06.056 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:43:06.264 INFO:teuthology.orchestra.run.smithi103.stderr:Sending period to new master zone d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:43:06.349 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":4,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1"},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:43:06.349 INFO:rgw_multi.tests:Set sync_from_all flag on zone test-zone2 to true 2022-01-15T17:44:06.351 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:44:06.353 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:44:06.353 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --redirect-zone= --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:44:06.394 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:44:06.395 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:44:06.427 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:44:06.425+0000 7f697470b980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:44:06.427 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:44:06.425+0000 7f697470b980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:44:06.439 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","domain_root":"test-zone2.rgw.meta:root","control_pool":"test-zone2.rgw.control","gc_pool":"test-zone2.rgw.log:gc","lc_pool":"test-zone2.rgw.log:lc","log_pool":"test-zone2.rgw.log","intent_log_pool":"test-zone2.rgw.log:intent","usage_log_pool":"test-zone2.rgw.log:usage","roles_pool":"test-zone2.rgw.meta:roles","reshard_pool":"test-zone2.rgw.log:reshard","user_keys_pool":"test-zone2.rgw.meta:users.keys","user_email_pool":"test-zone2.rgw.meta:users.email","user_swift_pool":"test-zone2.rgw.meta:users.swift","user_uid_pool":"test-zone2.rgw.meta:users.uid","otp_pool":"test-zone2.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"test-zone2.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"test-zone2.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"test-zone2.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:44:06.440 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:44:06.440 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:44:06.441 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:44:06.478 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:44:06.479 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:44:06.686 INFO:teuthology.orchestra.run.smithi103.stderr:Sending period to new master zone d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:44:06.761 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":5,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:44:06.762 INFO:rgw_multi.tests:Set redirect_zone zone test-zone2 to "" 2022-01-15T17:45:06.764 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multi_zone_redirect ... ok 2022-01-15T17:45:06.765 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:06.766 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:06.766 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:06.805 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:06.806 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:06.984 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:45:07.016 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268461.588359_178.1","last_update":"2022-01-15T17:41:01.588359Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:45:07.016 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:45:07.017 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:07.017 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:07.018 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:07.058 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:07.059 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:07.256 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268461.588359_178.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:41:01.588359Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:45:07.256 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:45:07.257 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:45:07.257 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:07.258 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:07.258 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:07.336 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:07.336 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:07.532 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268461.588359_178.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:41:01.588359Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:45:07.532 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:45:07.533 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:07.534 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', '6ZR729IB6THSDCG2', '--secret', 'zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:07.534 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key 6ZR729IB6THSDCG2 --secret zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:07.574 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:07.574 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:07.633 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:45:07.627+0000 7f71fec99980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:45:07.634 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:45:07.627+0000 7f71fec99980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:45:07.644 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"4be60840-fbb9-4934-9e04-c04855cfb394","name":"remove","domain_root":"remove.rgw.meta:root","control_pool":"remove.rgw.control","gc_pool":"remove.rgw.log:gc","lc_pool":"remove.rgw.log:lc","log_pool":"remove.rgw.log","intent_log_pool":"remove.rgw.log:intent","usage_log_pool":"remove.rgw.log:usage","roles_pool":"remove.rgw.meta:roles","reshard_pool":"remove.rgw.log:reshard","user_keys_pool":"remove.rgw.meta:users.keys","user_email_pool":"remove.rgw.meta:users.email","user_swift_pool":"remove.rgw.meta:users.swift","user_uid_pool":"remove.rgw.meta:users.uid","otp_pool":"remove.rgw.otp","system_key":{"access_key":"6ZR729IB6THSDCG2","secret_key":"zkEVdA3Qko3yLTt4X8xigxrR55MaD1qE"},"placement_pools":[{"key":"default-placement","val":{"index_pool":"remove.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"remove.rgw.buckets.data"}},"data_extra_pool":"remove.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:45:07.645 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:07.645 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:07.646 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:07.683 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:07.684 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:15.271 INFO:teuthology.orchestra.run.smithi103.stderr:Sending period to new master zone d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 2022-01-15T17:45:15.349 INFO:teuthology.orchestra.run.smithi103.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":6,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"4be60840-fbb9-4934-9e04-c04855cfb394","name":"remove","endpoints":[],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"4be60840-fbb9-4934-9e04-c04855cfb394","val":106571619},{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:45:15.349 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.350 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.351 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --rgw-zone remove --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:15.394 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:15.394 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:15.413 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:15.408+0000 7f2875c3c980 0 failed reading obj info from .rgw.root:zone_info.b88fa982-573a-4201-8f59-38a1eee5f777: (2) No such file or directory 2022-01-15T17:45:15.413 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:15.408+0000 7f2875c3c980 0 WARNING: could not read zone params for zone id=b88fa982-573a-4201-8f59-38a1eee5f777 name=test-zone3 2022-01-15T17:45:15.413 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:15.408+0000 7f2875c3c980 0 failed reading obj info from .rgw.root:zone_info.d0fb2975-ce40-4fb0-b022-fbf3797821c4: (2) No such file or directory 2022-01-15T17:45:15.414 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:15.408+0000 7f2875c3c980 0 WARNING: could not read zone params for zone id=d0fb2975-ce40-4fb0-b022-fbf3797821c4 name=test-zone2 2022-01-15T17:45:15.422 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}} 2022-01-15T17:45:15.422 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.423 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.424 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --rgw-zone remove --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:15.461 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:15.462 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:15.484 INFO:teuthology.orchestra.run.smithi027.stderr:zone name remove not found in zonegroup test-zonegroup 2022-01-15T17:45:15.489 DEBUG:teuthology.orchestra.run:got remote process result: 2 2022-01-15T17:45:15.490 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'delete', '--rgw-zone', 'remove', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.490 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'delete', '--rgw-zone', 'remove', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.491 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone delete --rgw-zone remove --cluster c2 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:15.531 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:15.531 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:15.570 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:45:15.563+0000 7f3087363980 0 failed reading obj info from .rgw.root:zone_info.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1: (2) No such file or directory 2022-01-15T17:45:15.571 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:45:15.563+0000 7f3087363980 0 WARNING: could not read zone params for zone id=d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1 name=test-zone1 2022-01-15T17:45:15.573 INFO:teuthology.orchestra.run.smithi103.stderr:2022-01-15T17:45:15.567+0000 7f3087363980 0 zone id 4be60840-fbb9-4934-9e04-c04855cfb394 is not a part of zonegroup default 2022-01-15T17:45:15.585 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.586 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.586 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:15.628 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:15.628 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:15.676 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:15.672+0000 7f5f67e6f980 0 WARNING: can't generate connection for zone 4be60840-fbb9-4934-9e04-c04855cfb394 id remove: no endpoints defined 2022-01-15T17:45:15.860 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":7,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:45:15.861 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_zonegroup_remove ... ok 2022-01-15T17:45:15.862 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'create', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.862 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'create', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.863 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup create --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:15.899 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:15.899 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:15.930 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"de5ac25a-0e9f-4de4-ad98-fcc65f6602c5","name":"remove_zg","api_name":"remove_zg","is_master":"false","endpoints":[],"hostnames":[],"hostnames_s3website":[],"master_zone":"","zones":[],"placement_targets":[],"default_placement":"","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}} 2022-01-15T17:45:15.931 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.932 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:15.932 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone remove --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:16.010 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:16.011 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:16.072 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"cf52fd68-1230-4ec8-921e-0c5c1da6e11d","name":"remove","domain_root":"remove.rgw.meta:root","control_pool":"remove.rgw.control","gc_pool":"remove.rgw.log:gc","lc_pool":"remove.rgw.log:lc","log_pool":"remove.rgw.log","intent_log_pool":"remove.rgw.log:intent","usage_log_pool":"remove.rgw.log:usage","roles_pool":"remove.rgw.meta:roles","reshard_pool":"remove.rgw.log:reshard","user_keys_pool":"remove.rgw.meta:users.keys","user_email_pool":"remove.rgw.meta:users.email","user_swift_pool":"remove.rgw.meta:users.swift","user_uid_pool":"remove.rgw.meta:users.uid","otp_pool":"remove.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"remove.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"remove.rgw.buckets.data"}},"data_extra_pool":"remove.rgw.buckets.non-ec","index_type":0}}],"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c"} 2022-01-15T17:45:16.073 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.073 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.074 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:16.114 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:16.114 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:16.405 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":8,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"de5ac25a-0e9f-4de4-ad98-fcc65f6602c5","name":"remove_zg","api_name":"remove_zg","is_master":"false","endpoints":[],"hostnames":[],"hostnames_s3website":[],"master_zone":"cf52fd68-1230-4ec8-921e-0c5c1da6e11d","zones":[{"id":"cf52fd68-1230-4ec8-921e-0c5c1da6e11d","name":"remove","endpoints":[],"log_meta":"false","log_data":"false","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}},{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"cf52fd68-1230-4ec8-921e-0c5c1da6e11d","val":727938180},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:45:16.406 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'delete', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.407 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'delete', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.408 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone delete --rgw-zone remove --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:16.444 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:16.444 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:16.487 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:16.484+0000 7f65a334e980 0 zone id cf52fd68-1230-4ec8-921e-0c5c1da6e11d is not a part of zonegroup test-zonegroup 2022-01-15T17:45:16.488 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:16.484+0000 7f65a334e980 0 zone id cf52fd68-1230-4ec8-921e-0c5c1da6e11d is not a part of zonegroup default 2022-01-15T17:45:16.503 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.503 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.504 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:16.591 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:16.592 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:16.629 INFO:teuthology.orchestra.run.smithi027.stderr:2022-01-15T17:45:16.624+0000 7f0498fb3980 0 ERROR: zonegroup remove_zg has a non existent master zone 2022-01-15T17:45:16.635 DEBUG:teuthology.orchestra.run:got remote process result: 22 2022-01-15T17:45:16.636 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'delete', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.636 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'delete', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.637 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup delete --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:16.672 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:16.672 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:16.700 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.701 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:16.701 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:16.928 INFO:teuthology.orchestra.run.smithi027.stdout:{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","epoch":9,"predecessor_uuid":"32f0a916-3db2-4987-b042-1fe4cd9a1663","sync_status":["1_1642268327.510102_214.1","","",""],"period_map":{"id":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","zonegroups":[{"id":"test-zonegroup","name":"test-zonegroup","api_name":"","is_master":"true","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"hostnames":[],"hostnames_s3website":[],"master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","zones":[{"id":"b88fa982-573a-4201-8f59-38a1eee5f777","name":"test-zone3","endpoints":["http://smithi103.front.sepia.ceph.com:8001"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"pubsub","sync_from_all":"false","sync_from":["test-zone1"],"redirect_zone":""},{"id":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","name":"test-zone2","endpoints":["http://smithi103.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""},{"id":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","name":"test-zone1","endpoints":["http://smithi027.front.sepia.ceph.com:8000"],"log_meta":"false","log_data":"true","bucket_index_max_shards":11,"read_only":"false","tier_type":"","sync_from_all":"true","sync_from":[],"redirect_zone":""}],"placement_targets":[{"name":"default-placement","tags":[],"storage_classes":["STANDARD"]}],"default_placement":"default-placement","realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","sync_policy":{"groups":[]}}],"short_zone_ids":[{"key":"b88fa982-573a-4201-8f59-38a1eee5f777","val":1193626766},{"key":"d0fb2975-ce40-4fb0-b022-fbf3797821c4","val":4011269402},{"key":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","val":3691301065}]},"master_zonegroup":"test-zonegroup","master_zone":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","period_config":{"bucket_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1},"user_quota":{"enabled":false,"check_on_raw":false,"max_size":-1,"max_size_kb":0,"max_objects":-1}},"realm_id":"fce5f6b8-d80e-4398-b0fa-e116591f3d4c","realm_name":"test-realm","realm_epoch":4} 2022-01-15T17:45:16.929 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_zg_master_zone_delete ... ok 2022-01-15T17:45:16.930 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-36 2022-01-15T17:45:17.311 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-37 2022-01-15T17:45:17.608 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-38 2022-01-15T17:45:17.635 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-39 2022-01-15T17:45:18.795 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_set_bucket_website ... rgw_multi.tests.test_set_bucket_policy ... ok 2022-01-15T17:45:18.796 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-40 2022-01-15T17:45:18.822 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-41 2022-01-15T17:45:18.868 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'jsvsjo-40', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:18.869 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'jsvsjo-40', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:18.870 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket jsvsjo-40 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:18.911 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:18.911 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:19.162 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'jsvsjo-41', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:19.163 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'jsvsjo-41', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:45:19.163 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket jsvsjo-41 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:45:19.204 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:19.204 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:19.440 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['log', 'list', '--rgw-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:19.441 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'log', 'list', '--rgw-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:19.442 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 log list --rgw-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:19.520 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:19.520 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:19.735 INFO:teuthology.orchestra.run.smithi027.stdout:["obj_delete_at_hint.0000000078","meta.history","obj_delete_at_hint.0000000070","obj_delete_at_hint.0000000104","obj_delete_at_hint.0000000026","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.23-jsvsjo-19","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-35:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4847.1:5","obj_delete_at_hint.0000000028","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15-jsvsjo-11","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30:10","obj_delete_at_hint.0000000040","meta.full-sync.index.0","obj_delete_at_hint.0000000015","obj_delete_at_hint.0000000069","datalog.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4","obj_delete_at_hint.0000000095","obj_delete_at_hint.0000000003","obj_delete_at_hint.0000000047","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.3","obj_delete_at_hint.0000000035","obj_delete_at_hint.0000000037","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.2","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-33:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.3:8","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:5","obj_delete_at_hint.0000000024","2022-01-15-17-d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1-jsvsjo-29","obj_delete_at_hint.0000000000","obj_delete_at_hint.0000000031","data_log.3","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.4-jsvsjo-34","data.full-sync.index.d0fb2975-ce40-4fb0-b022-fbf3797821c4.0","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9-jsvsjo-5","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.25-jsvsjo-21","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2-jsvsjo-32","obj_delete_at_hint.0000000076","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13:1","obj_delete_at_hint.0000000113","obj_delete_at_hint.0000000005","obj_delete_at_hint.0000000011","obj_delete_at_hint.0000000058","obj_delete_at_hint.0000000052","obj_delete_at_hint.0000000088","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.1","obj_delete_at_hint.0000000080","obj_delete_at_hint.0000000090","obj_delete_at_hint.0000000110","obj_delete_at_hint.0000000096","obj_delete_at_hint.0000000087","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17:8","obj_delete_at_hint.0000000008","obj_delete_at_hint.0000000006","obj_delete_at_hint.0000000029","obj_delete_at_hint.0000000089","obj_delete_at_hint.0000000022","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4-jsvsjo-4","bilog.trim","obj_delete_at_hint.0000000016","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11-jsvsjo-7","obj_delete_at_hint.0000000041","obj_delete_at_hint.0000000018","obj_delete_at_hint.0000000092","obj_delete_at_hint.0000000014","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.2-jsvsjo-37","obj_delete_at_hint.0000000112","obj_delete_at_hint.0000000007","obj_delete_at_hint.0000000021","obj_delete_at_hint.0000000064","obj_delete_at_hint.0000000071","obj_delete_at_hint.0000000074","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24-jsvsjo-20","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3-jsvsjo-3","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:3","obj_delete_at_hint.0000000081","obj_delete_at_hint.0000000009","obj_delete_at_hint.0000000121","data_log.1","obj_delete_at_hint.0000000125","obj_delete_at_hint.0000000082","meta.full-sync.index.1","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17-jsvsjo-13","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20:8","obj_delete_at_hint.0000000105","obj_delete_at_hint.0000000059","obj_delete_at_hint.0000000077","obj_delete_at_hint.0000000032","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.5-jsvsjo-40","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:1","obj_delete_at_hint.0000000053","obj_delete_at_hint.0000000091","obj_delete_at_hint.0000000065","obj_delete_at_hint.0000000083","obj_delete_at_hint.0000000010","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14:1","mdlog.sync-status.shard.2","obj_delete_at_hint.0000000045","obj_delete_at_hint.0000000002","obj_delete_at_hint.0000000116","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20-jsvsjo-16","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28-jsvsjo-24","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.27-jsvsjo-23","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:7","obj_delete_at_hint.0000000034","obj_delete_at_hint.0000000101","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29-jsvsjo-25","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18:8","mdlog.sync-status.shard.1","obj_delete_at_hint.0000000079","obj_delete_at_hint.0000000049","obj_delete_at_hint.0000000117","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1-jsvsjo-1","obj_delete_at_hint.0000000044","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.0.retry","obj_delete_at_hint.0000000066","obj_delete_at_hint.0000000068","obj_delete_at_hint.0000000085","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21-jsvsjo-17","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.1.retry","obj_delete_at_hint.0000000073","obj_delete_at_hint.0000000038","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1-jsvsjo-31","meta.full-sync.index.3","obj_delete_at_hint.0000000118","obj_delete_at_hint.0000000036","obj_delete_at_hint.0000000103","mdlog.sync-status.shard.3","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12-jsvsjo-8","obj_delete_at_hint.0000000119","obj_delete_at_hint.0000000098","mdlog.sync-status.shard.0","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.6-jsvsjo-41","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:1","obj_delete_at_hint.0000000027","mdlog.sync-status","obj_delete_at_hint.0000000019","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:3","obj_delete_at_hint.0000000039","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19-jsvsjo-15","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:3","obj_delete_at_hint.0000000100","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-34:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.4:8","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:5","2022-01-15-17-d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2-jsvsjo-30","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4847.1-jsvsjo-35","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18-jsvsjo-14","obj_delete_at_hint.0000000093","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16-jsvsjo-12","obj_delete_at_hint.0000000004","obj_delete_at_hint.0000000063","obj_delete_at_hint.0000000122","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.2.retry","obj_delete_at_hint.0000000057","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22-jsvsjo-18","obj_delete_at_hint.0000000054","obj_delete_at_hint.0000000114","data_log.0","obj_delete_at_hint.0000000012","data.full-sync.index.d0fb2975-ce40-4fb0-b022-fbf3797821c4.2","obj_delete_at_hint.0000000084","obj_delete_at_hint.0000000043","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2-jsvsjo-2","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.3.retry","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:8","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30-jsvsjo-26","obj_delete_at_hint.0000000111","obj_delete_at_hint.0000000048","obj_delete_at_hint.0000000020","obj_delete_at_hint.0000000099","obj_delete_at_hint.0000000056","obj_delete_at_hint.0000000072","obj_delete_at_hint.0000000062","obj_delete_at_hint.0000000115","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.1-jsvsjo-36","obj_delete_at_hint.0000000033","obj_delete_at_hint.0000000025","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:3","obj_delete_at_hint.0000000123","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:1","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17:5","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.3-jsvsjo-33","obj_delete_at_hint.0000000108","obj_delete_at_hint.0000000094","obj_delete_at_hint.0000000060","obj_delete_at_hint.0000000109","obj_delete_at_hint.0000000013","obj_delete_at_hint.0000000051","obj_delete_at_hint.0000000106","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14-jsvsjo-10","obj_delete_at_hint.0000000017","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22:8","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19:8","obj_delete_at_hint.0000000023","meta.log.ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612.0","obj_delete_at_hint.0000000107","obj_delete_at_hint.0000000046","meta.full-sync.index.2","data_log.2","obj_delete_at_hint.0000000067","obj_delete_at_hint.0000000086","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32-jsvsjo-28","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21:8","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26-jsvsjo-22","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.4-jsvsjo-39","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:1","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10-jsvsjo-6","datalog.sync-status.shard.d0fb2975-ce40-4fb0-b022-fbf3797821c4.0","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.3-jsvsjo-38","obj_delete_at_hint.0000000050","obj_delete_at_hint.0000000102","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:8","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29:10","obj_delete_at_hint.0000000124","data.full-sync.index.d0fb2975-ce40-4fb0-b022-fbf3797821c4.3","obj_delete_at_hint.0000000001","obj_delete_at_hint.0000000126","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31-jsvsjo-27","obj_delete_at_hint.0000000055","obj_delete_at_hint.0000000061","obj_delete_at_hint.0000000097","data.full-sync.index.d0fb2975-ce40-4fb0-b022-fbf3797821c4.1","obj_delete_at_hint.0000000042","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13-jsvsjo-9","obj_delete_at_hint.0000000075","obj_delete_at_hint.0000000120","obj_delete_at_hint.0000000030","bucket.sync-status.d0fb2975-ce40-4fb0-b022-fbf3797821c4:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:7"] 2022-01-15T17:45:19.765 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['log', 'list', '--rgw-zone', 'test-zone2', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:19.765 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'log', 'list', '--rgw-zone', 'test-zone2', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:19.766 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 log list --rgw-zone test-zone2 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:19.807 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:19.807 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:20.003 INFO:teuthology.orchestra.run.smithi103.stdout:["obj_delete_at_hint.0000000078","meta.history","obj_delete_at_hint.0000000070","obj_delete_at_hint.0000000104","obj_delete_at_hint.0000000026","obj_delete_at_hint.0000000028","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15-jsvsjo-11","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18:8","obj_delete_at_hint.0000000040","meta.full-sync.index.0","obj_delete_at_hint.0000000015","obj_delete_at_hint.0000000069","obj_delete_at_hint.0000000095","obj_delete_at_hint.0000000003","obj_delete_at_hint.0000000047","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30:10","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.0","obj_delete_at_hint.0000000035","obj_delete_at_hint.0000000037","obj_delete_at_hint.0000000024","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.2","2022-01-15-17-d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.1-jsvsjo-29","obj_delete_at_hint.0000000000","obj_delete_at_hint.0000000031","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17:8","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14:1","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:3","data_log.3","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.4-jsvsjo-34","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.9-jsvsjo-5","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22:8","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.2-jsvsjo-32","obj_delete_at_hint.0000000076","obj_delete_at_hint.0000000113","obj_delete_at_hint.0000000005","obj_delete_at_hint.0000000011","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.1","obj_delete_at_hint.0000000058","obj_delete_at_hint.0000000052","obj_delete_at_hint.0000000088","obj_delete_at_hint.0000000080","obj_delete_at_hint.0000000090","obj_delete_at_hint.0000000110","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.3.retry","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:3","obj_delete_at_hint.0000000096","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20:8","obj_delete_at_hint.0000000087","obj_delete_at_hint.0000000008","obj_delete_at_hint.0000000006","obj_delete_at_hint.0000000029","obj_delete_at_hint.0000000089","obj_delete_at_hint.0000000022","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.4-jsvsjo-4","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:3","bilog.trim","obj_delete_at_hint.0000000016","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11-jsvsjo-7","obj_delete_at_hint.0000000041","obj_delete_at_hint.0000000018","obj_delete_at_hint.0000000092","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-33:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.3:8","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.0.retry","obj_delete_at_hint.0000000014","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.2-jsvsjo-37","obj_delete_at_hint.0000000112","obj_delete_at_hint.0000000007","obj_delete_at_hint.0000000021","obj_delete_at_hint.0000000064","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:5","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.2","obj_delete_at_hint.0000000071","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:1","obj_delete_at_hint.0000000074","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.24-jsvsjo-20","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.3-jsvsjo-3","obj_delete_at_hint.0000000081","obj_delete_at_hint.0000000009","obj_delete_at_hint.0000000121","data_log.1","obj_delete_at_hint.0000000125","obj_delete_at_hint.0000000082","meta.full-sync.index.1","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17-jsvsjo-13","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:1","obj_delete_at_hint.0000000105","obj_delete_at_hint.0000000059","obj_delete_at_hint.0000000077","obj_delete_at_hint.0000000032","obj_delete_at_hint.0000000053","obj_delete_at_hint.0000000091","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19:8","obj_delete_at_hint.0000000065","obj_delete_at_hint.0000000083","obj_delete_at_hint.0000000010","mdlog.sync-status.shard.2","obj_delete_at_hint.0000000045","obj_delete_at_hint.0000000002","obj_delete_at_hint.0000000116","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20-jsvsjo-16","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.28-jsvsjo-24","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-35:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4847.1:5","obj_delete_at_hint.0000000034","obj_delete_at_hint.0000000101","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29-jsvsjo-25","mdlog.sync-status.shard.1","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:3","obj_delete_at_hint.0000000079","obj_delete_at_hint.0000000049","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.3","obj_delete_at_hint.0000000117","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.1-jsvsjo-1","obj_delete_at_hint.0000000044","obj_delete_at_hint.0000000066","obj_delete_at_hint.0000000068","obj_delete_at_hint.0000000085","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:1","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21-jsvsjo-17","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:7","obj_delete_at_hint.0000000073","obj_delete_at_hint.0000000038","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.1-jsvsjo-31","meta.full-sync.index.3","obj_delete_at_hint.0000000118","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:1","obj_delete_at_hint.0000000036","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13:1","obj_delete_at_hint.0000000103","mdlog.sync-status.shard.3","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12-jsvsjo-8","obj_delete_at_hint.0000000119","obj_delete_at_hint.0000000098","mdlog.sync-status.shard.0","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.6-jsvsjo-41","obj_delete_at_hint.0000000027","mdlog.sync-status","obj_delete_at_hint.0000000019","obj_delete_at_hint.0000000039","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19-jsvsjo-15","obj_delete_at_hint.0000000100","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21:8","2022-01-15-17-d0fb2975-ce40-4fb0-b022-fbf3797821c4.5020.2-jsvsjo-30","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4847.1-jsvsjo-35","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18-jsvsjo-14","obj_delete_at_hint.0000000093","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17:5","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16-jsvsjo-12","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:7","obj_delete_at_hint.0000000004","obj_delete_at_hint.0000000063","obj_delete_at_hint.0000000122","obj_delete_at_hint.0000000057","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22-jsvsjo-18","obj_delete_at_hint.0000000054","obj_delete_at_hint.0000000114","data_log.0","obj_delete_at_hint.0000000012","obj_delete_at_hint.0000000084","obj_delete_at_hint.0000000043","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.2-jsvsjo-2","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30-jsvsjo-26","obj_delete_at_hint.0000000111","obj_delete_at_hint.0000000048","obj_delete_at_hint.0000000020","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.1.retry","obj_delete_at_hint.0000000099","obj_delete_at_hint.0000000056","obj_delete_at_hint.0000000072","obj_delete_at_hint.0000000062","obj_delete_at_hint.0000000115","obj_delete_at_hint.0000000033","datalog.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.3","obj_delete_at_hint.0000000025","obj_delete_at_hint.0000000123","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:8","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.3-jsvsjo-33","obj_delete_at_hint.0000000108","obj_delete_at_hint.0000000094","obj_delete_at_hint.0000000060","obj_delete_at_hint.0000000109","obj_delete_at_hint.0000000013","obj_delete_at_hint.0000000051","obj_delete_at_hint.0000000106","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14-jsvsjo-10","obj_delete_at_hint.0000000017","obj_delete_at_hint.0000000023","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.2.retry","meta.log.ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612.0","obj_delete_at_hint.0000000107","obj_delete_at_hint.0000000046","meta.full-sync.index.2","data_log.2","obj_delete_at_hint.0000000067","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-34:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.4:8","obj_delete_at_hint.0000000086","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.32-jsvsjo-28","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.26-jsvsjo-22","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.4-jsvsjo-39","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.10-jsvsjo-6","obj_delete_at_hint.0000000050","obj_delete_at_hint.0000000102","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:8","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:5","obj_delete_at_hint.0000000124","obj_delete_at_hint.0000000001","obj_delete_at_hint.0000000126","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.31-jsvsjo-27","obj_delete_at_hint.0000000055","obj_delete_at_hint.0000000061","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.0","obj_delete_at_hint.0000000097","obj_delete_at_hint.0000000042","2022-01-15-17-d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13-jsvsjo-9","obj_delete_at_hint.0000000075","obj_delete_at_hint.0000000120","obj_delete_at_hint.0000000030","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29:10","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.1"] 2022-01-15T17:45:20.028 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['log', 'list', '--rgw-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:20.029 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'log', 'list', '--rgw-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:20.029 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 log list --rgw-zone test-zone3 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:20.066 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:20.066 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:20.257 INFO:teuthology.orchestra.run.smithi103.stdout:["obj_delete_at_hint.0000000078","meta.history","obj_delete_at_hint.0000000070","obj_delete_at_hint.0000000104","meta.log.32f0a916-3db2-4987-b042-1fe4cd9a1663.0","obj_delete_at_hint.0000000026","obj_delete_at_hint.0000000028","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-14:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.18:8","obj_delete_at_hint.0000000040","meta.full-sync.index.0","obj_delete_at_hint.0000000015","obj_delete_at_hint.0000000069","obj_delete_at_hint.0000000095","obj_delete_at_hint.0000000003","obj_delete_at_hint.0000000047","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-26:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.30:10","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.0","obj_delete_at_hint.0000000035","obj_delete_at_hint.0000000037","obj_delete_at_hint.0000000024","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.2","obj_delete_at_hint.0000000000","obj_delete_at_hint.0000000031","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17:8","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-10:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.14:1","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:3","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-18:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.22:8","obj_delete_at_hint.0000000076","obj_delete_at_hint.0000000113","obj_delete_at_hint.0000000005","obj_delete_at_hint.0000000011","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.1","obj_delete_at_hint.0000000058","obj_delete_at_hint.0000000052","meta.log.e6be7035-9f53-4ca8-8487-a247ec923bd0.1","obj_delete_at_hint.0000000088","obj_delete_at_hint.0000000080","obj_delete_at_hint.0000000090","obj_delete_at_hint.0000000110","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.3.retry","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:3","obj_delete_at_hint.0000000096","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-16:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.20:8","obj_delete_at_hint.0000000087","obj_delete_at_hint.0000000008","obj_delete_at_hint.0000000006","obj_delete_at_hint.0000000029","obj_delete_at_hint.0000000089","obj_delete_at_hint.0000000022","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:3","bilog.trim","obj_delete_at_hint.0000000016","obj_delete_at_hint.0000000041","obj_delete_at_hint.0000000018","obj_delete_at_hint.0000000092","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-33:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.3:8","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.0.retry","obj_delete_at_hint.0000000014","obj_delete_at_hint.0000000112","obj_delete_at_hint.0000000007","obj_delete_at_hint.0000000021","obj_delete_at_hint.0000000064","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:5","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.2","obj_delete_at_hint.0000000071","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-12:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.16:1","obj_delete_at_hint.0000000074","obj_delete_at_hint.0000000081","obj_delete_at_hint.0000000009","obj_delete_at_hint.0000000121","obj_delete_at_hint.0000000125","obj_delete_at_hint.0000000082","meta.full-sync.index.1","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:1","obj_delete_at_hint.0000000105","obj_delete_at_hint.0000000059","obj_delete_at_hint.0000000077","obj_delete_at_hint.0000000032","obj_delete_at_hint.0000000053","obj_delete_at_hint.0000000091","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-15:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.19:8","obj_delete_at_hint.0000000065","obj_delete_at_hint.0000000083","obj_delete_at_hint.0000000010","mdlog.sync-status.shard.2","obj_delete_at_hint.0000000045","obj_delete_at_hint.0000000002","obj_delete_at_hint.0000000116","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-35:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4847.1:5","obj_delete_at_hint.0000000034","obj_delete_at_hint.0000000101","mdlog.sync-status.shard.1","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:3","obj_delete_at_hint.0000000079","obj_delete_at_hint.0000000049","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.3","obj_delete_at_hint.0000000117","obj_delete_at_hint.0000000044","obj_delete_at_hint.0000000066","obj_delete_at_hint.0000000068","obj_delete_at_hint.0000000085","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:1","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:7","obj_delete_at_hint.0000000073","obj_delete_at_hint.0000000038","meta.full-sync.index.3","obj_delete_at_hint.0000000118","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:1","obj_delete_at_hint.0000000036","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-9:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.13:1","obj_delete_at_hint.0000000103","mdlog.sync-status.shard.3","obj_delete_at_hint.0000000119","obj_delete_at_hint.0000000098","mdlog.sync-status.shard.0","obj_delete_at_hint.0000000027","mdlog.sync-status","obj_delete_at_hint.0000000019","obj_delete_at_hint.0000000039","obj_delete_at_hint.0000000100","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-17:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.21:8","obj_delete_at_hint.0000000093","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-13:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.17:5","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:7","obj_delete_at_hint.0000000004","obj_delete_at_hint.0000000063","obj_delete_at_hint.0000000122","obj_delete_at_hint.0000000057","obj_delete_at_hint.0000000054","obj_delete_at_hint.0000000114","obj_delete_at_hint.0000000012","obj_delete_at_hint.0000000084","obj_delete_at_hint.0000000043","obj_delete_at_hint.0000000111","obj_delete_at_hint.0000000048","obj_delete_at_hint.0000000020","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.1.retry","obj_delete_at_hint.0000000099","obj_delete_at_hint.0000000056","obj_delete_at_hint.0000000072","obj_delete_at_hint.0000000062","obj_delete_at_hint.0000000115","obj_delete_at_hint.0000000033","datalog.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.3","obj_delete_at_hint.0000000025","obj_delete_at_hint.0000000123","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-7:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.11:8","obj_delete_at_hint.0000000108","obj_delete_at_hint.0000000094","obj_delete_at_hint.0000000060","obj_delete_at_hint.0000000109","obj_delete_at_hint.0000000013","obj_delete_at_hint.0000000051","obj_delete_at_hint.0000000106","obj_delete_at_hint.0000000017","obj_delete_at_hint.0000000023","datalog.sync-status.shard.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.2.retry","meta.log.ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612.0","obj_delete_at_hint.0000000107","obj_delete_at_hint.0000000046","meta.full-sync.index.2","obj_delete_at_hint.0000000067","meta.log.e6be7035-9f53-4ca8-8487-a247ec923bd0.0","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-34:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4741.4:8","obj_delete_at_hint.0000000086","obj_delete_at_hint.0000000050","obj_delete_at_hint.0000000102","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-8:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.12:8","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-11:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.15:5","obj_delete_at_hint.0000000124","obj_delete_at_hint.0000000001","obj_delete_at_hint.0000000126","obj_delete_at_hint.0000000055","obj_delete_at_hint.0000000061","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.0","obj_delete_at_hint.0000000097","obj_delete_at_hint.0000000042","obj_delete_at_hint.0000000075","obj_delete_at_hint.0000000120","obj_delete_at_hint.0000000030","bucket.sync-status.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-25:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4290.29:10","data.full-sync.index.d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.1"] 2022-01-15T17:45:20.283 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:20.284 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:20.284 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:20.326 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:20.327 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:20.519 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268719.415629_152.3","last_update":"2022-01-15T17:45:19.415629Z"},{"marker":"1_1642268719.415629_543.3","last_update":"2022-01-15T17:45:19.415629Z"},{"marker":"1_1642268719.415629_285.2","last_update":"2022-01-15T17:45:19.415629Z"},{"marker":"1_1642268719.415629_247.3","last_update":"2022-01-15T17:45:19.415629Z"}] 2022-01-15T17:45:20.520 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:45:20.520 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:20.521 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:20.521 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:20.563 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:20.564 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:20.753 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:20.754 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:45:25.755 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:25.755 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:25.756 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:25.798 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:25.798 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:25.992 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:25.993 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:45:30.994 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:30.995 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:30.996 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:31.037 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:31.037 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:31.238 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:31.238 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:45:36.240 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:36.241 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:36.242 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:36.282 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:36.282 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:36.490 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:36.491 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:45:41.493 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:41.493 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:41.494 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:41.538 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:41.538 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:41.766 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:41.767 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:45:46.768 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:46.769 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:46.770 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:46.808 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:46.809 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:47.035 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:47.036 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:45:52.037 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:52.038 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:52.039 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:52.081 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:52.082 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:52.302 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:52.302 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:45:57.303 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:57.304 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:45:57.305 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:45:57.346 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:45:57.346 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:45:57.552 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:45:57.552 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:02.554 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:02.555 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:02.555 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:02.596 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:02.597 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:02.798 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:02.799 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:07.801 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:07.802 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:07.802 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:07.846 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:07.846 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:08.054 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:08.055 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:13.057 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:13.058 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:13.059 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:13.104 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:13.105 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:13.298 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:13.299 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:18.300 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:18.300 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:18.301 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:18.343 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:18.343 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:18.557 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:18.557 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:18.594 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:46:18.590+0000 7fb54e7f4700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:46:18.595 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:46:18.590+0000 7fb5527fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:46:18.595 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:46:18.590+0000 7fb54eff5700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:46:23.559 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:23.560 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:23.561 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:23.603 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:23.604 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:23.813 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_152.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_543.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_285.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_247.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:23.813 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:46:23.814 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:23.814 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:23.815 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:23.853 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:23.854 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:24.047 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268719.415629_152.3","last_update":"2022-01-15T17:45:19.415629Z"},{"marker":"1_1642268719.415629_543.3","last_update":"2022-01-15T17:45:19.415629Z"},{"marker":"1_1642268719.415629_285.2","last_update":"2022-01-15T17:45:19.415629Z"},{"marker":"1_1642268719.415629_247.3","last_update":"2022-01-15T17:45:19.415629Z"}] 2022-01-15T17:46:24.048 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:46:24.048 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:24.049 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:24.049 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:24.091 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:24.092 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:24.289 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:24.290 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:29.291 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:29.292 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:29.293 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:29.336 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:29.337 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:29.545 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:29.546 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:34.548 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:34.548 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:34.549 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:34.591 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:34.591 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:34.792 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:34.792 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:39.794 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:39.795 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:39.795 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:39.837 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:39.837 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:40.030 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:40.030 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:45.031 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:45.032 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:45.032 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:45.074 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:45.074 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:45.263 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:45.263 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:50.264 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:50.265 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:50.266 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:50.308 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:50.308 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:50.515 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:50.516 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:46:55.518 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:55.518 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:46:55.519 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:46:55.561 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:46:55.561 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:46:55.780 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:46:55.780 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:47:00.782 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:00.783 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:00.783 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:00.825 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:00.825 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:01.027 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:01.028 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:47:06.029 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:06.030 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:06.031 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:06.074 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:06.074 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:06.275 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:06.276 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:47:11.278 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:11.279 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:11.279 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:11.323 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:11.323 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:11.530 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:11.531 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:47:16.532 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:16.533 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:16.534 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:16.574 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:16.575 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:16.777 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268586.389529_94.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:43:06.389529Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268260.269619_350.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:40.269619Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268227.913399_80.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:37:07.913399Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268396.962253_156.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:39:56.962253Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:16.778 WARNING:rgw_multi.tests:data of zone test-zone3 behind zone test-zone1: shard=0 master=1_1642268719.415629_152.3 target=1_1642268586.389529_94.1, shard=1 master=1_1642268719.415629_543.3 target=1_1642268260.269619_350.1, shard=2 master=1_1642268719.415629_285.2 target=1_1642268227.913399_80.2, shard=3 master=1_1642268719.415629_247.3 target=1_1642268396.962253_156.1 2022-01-15T17:47:18.577 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:18.572+0000 7fbccdffb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:18.577 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:18.572+0000 7fbccf7fe700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:18.577 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:18.572+0000 7fbcc0ff1700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:18.578 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:18.572+0000 7fbcc6ffd700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:18.578 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:18.572+0000 7fbcc17f2700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:18.578 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:18.572+0000 7fbcc4ff9700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:21.779 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:21.779 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:21.780 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:21.822 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:21.823 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:22.014 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_152.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_543.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_285.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268719.415629_247.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:45:19.415629Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:22.014 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:47:22.015 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:22.015 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:22.016 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:22.093 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:22.094 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:22.284 INFO:teuthology.orchestra.run.smithi103.stdout:[{"marker":"1_1642268838.987022_146.1","last_update":"2022-01-15T17:47:18.987022Z"},{"marker":"1_1642268838.988207_562.1","last_update":"2022-01-15T17:47:18.988207Z"},{"marker":"1_1642268838.984389_223.1","last_update":"2022-01-15T17:47:18.984389Z"},{"marker":"1_1642268838.985678_373.1","last_update":"2022-01-15T17:47:18.985678Z"}] 2022-01-15T17:47:22.285 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:47:22.285 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:22.286 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:22.286 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:22.329 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:22.329 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:22.535 INFO:teuthology.orchestra.run.smithi027.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":17604849358489019720},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268838.987022_146.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:18.987022Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268838.988207_562.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:18.988207Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268838.984389_223.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:18.984389Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268838.985678_373.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:18.985678Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:22.536 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:47:22.537 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_disable ... ok 2022-01-15T17:47:22.538 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-42 2022-01-15T17:47:22.566 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-43 2022-01-15T17:47:22.756 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fbcc07f0700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.757 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fb54a7ec700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.757 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fbcc67fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.758 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fbcbdfeb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.758 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fb5667fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.758 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fb564ff9700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.759 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fbcbc7e8700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.759 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fbcc0ff1700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.760 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:47:22.752+0000 7fbcc2ff5700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.763 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:47:22.756+0000 7fb55a7fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.763 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:47:22.756+0000 7fb55a7fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:22.764 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:47:22.756+0000 7fb54eff5700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:47:23.003 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.003 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.004 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-42 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:23.056 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:23.056 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:23.219 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.25.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.44.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.32.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.19.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:23.219 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:23.220 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.220 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.221 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:23.262 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:23.262 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:23.472 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.25.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.44.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.32.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.19.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:23.473 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:23.473 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.474 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.474 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-42 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:23.515 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:23.516 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:23.720 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.25.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.44.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.32.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.19.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:23.721 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:23.721 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.722 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.722 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:23.769 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:23.769 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:23.982 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.25.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.44.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.32.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.19.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:23.983 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:23.983 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.984 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:23.985 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:24.026 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:24.027 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:24.220 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000001.43.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.65.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.36.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.31.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:24.221 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-42 2022-01-15T17:47:24.222 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:24.223 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:24.224 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-42 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:24.269 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:24.269 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:24.488 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.43.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.65.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.36.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.31.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:24.489 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-42 2022-01-15T17:47:24.489 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-42 zones={test-zone2, test-zone1} 2022-01-15T17:47:24.498 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:47:24.503 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:24.504 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:24.504 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:24.505 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:24.505 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:47:24.510 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:24.511 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:24.511 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:24.512 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:24.520 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:24.579 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:24.681 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:24.788 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:24.844 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:24.950 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:25.048 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:25.102 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:25.209 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:25.312 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:25.366 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:25.474 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:25.572 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-42 zones={test-zone2, test-zone1} 2022-01-15T17:47:25.573 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:25.574 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:25.575 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-43 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:25.616 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:25.616 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:25.808 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.30.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.26.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.48.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.41.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:25.809 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:25.809 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:25.810 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:25.810 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-43 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:25.854 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:25.854 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:26.067 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.30.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.26.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.48.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.41.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:26.068 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:26.068 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.069 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.069 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-43 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:26.111 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:26.112 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:26.309 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.30.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.26.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.48.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.41.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:26.309 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:26.310 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.311 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.311 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-43 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:26.355 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:26.355 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:26.566 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.30.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.26.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.48.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.41.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:26.567 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:26.568 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.568 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.569 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-43 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:26.610 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:26.610 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:26.800 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000001.36.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.28.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.57.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.68.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:26.884 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-43 2022-01-15T17:47:26.885 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.886 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:26.888 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-43 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:26.942 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:27.162 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.36.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.28.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.57.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.68.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:27.163 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-43 2022-01-15T17:47:27.164 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-43 zones={test-zone2, test-zone1} 2022-01-15T17:47:27.172 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:47:27.177 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:27.178 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:27.178 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:27.179 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:27.179 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:47:27.184 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:27.185 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:27.185 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:27.186 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:27.195 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:27.247 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:27.353 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:27.456 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:27.511 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:27.618 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:27.720 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:27.775 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:27.889 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:27.988 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:28.047 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:28.157 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:28.265 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-43 zones={test-zone2, test-zone1} 2022-01-15T17:47:28.266 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'jsvsjo-42', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:28.267 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'jsvsjo-42', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:28.268 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket jsvsjo-42 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:47:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:28.312 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:28.563 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'enable', '--bucket', 'jsvsjo-42', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:28.564 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'enable', '--bucket', 'jsvsjo-42', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:28.564 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync enable --bucket jsvsjo-42 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:47:28.646 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:28.646 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:28.899 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'jsvsjo-43', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:28.899 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'jsvsjo-43', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:28.900 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket jsvsjo-43 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:47:28.939 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:28.940 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:29.189 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'enable', '--bucket', 'jsvsjo-43', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:29.190 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'enable', '--bucket', 'jsvsjo-43', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:29.190 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync enable --bucket jsvsjo-43 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:47:29.225 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:29.226 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:29.879 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:29.880 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:29.880 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-42 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:29.923 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:29.923 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:30.110 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.31.5"},{"key":1,"val":"00000000004.63.1"},{"key":2,"val":"00000000006.54.5"},{"key":3,"val":"00000000004.46.1"},{"key":4,"val":"00000000006.38.5"},{"key":5,"val":"00000000004.105.1"},{"key":6,"val":"00000000004.22.1"},{"key":7,"val":"00000000006.25.5"},{"key":8,"val":"00000000004.34.1"},{"key":9,"val":"00000000004.52.1"},{"key":10,"val":"00000000004.38.1"}]} 2022-01-15T17:47:30.111 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:30.111 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:30.112 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:30.112 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:30.156 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:30.156 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:30.353 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.31.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.54.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.46.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.38.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.22.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.25.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.34.1"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.38.1"}}}] 2022-01-15T17:47:30.354 WARNING:rgw_multi.tests:bucket jsvsjo-42 zone test-zone2 behind zone test-zone1: shard=1 master=00000000004.63.1 target=, shard=5 master=00000000004.105.1 target=, shard=9 master=00000000004.52.1 target= 2022-01-15T17:47:35.355 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:35.356 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:35.356 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:35.402 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:35.403 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:35.612 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.31.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.54.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.46.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.38.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.22.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.25.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.34.1"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.38.1"}}}] 2022-01-15T17:47:35.613 WARNING:rgw_multi.tests:bucket jsvsjo-42 zone test-zone2 behind zone test-zone1: shard=1 master=00000000004.63.1 target=, shard=5 master=00000000004.105.1 target=, shard=9 master=00000000004.52.1 target= 2022-01-15T17:47:40.615 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:40.615 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:40.616 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:40.659 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:40.660 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:40.860 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.31.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.63.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.54.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.46.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.38.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.105.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.22.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":3},"inc_marker":{"position":"00000000006.25.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.34.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.52.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.38.1"}}}] 2022-01-15T17:47:40.861 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:40.862 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:40.862 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:40.863 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-42 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:40.905 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:40.905 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:41.113 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.31.5"},{"key":1,"val":"00000000004.63.1"},{"key":2,"val":"00000000006.54.5"},{"key":3,"val":"00000000004.46.1"},{"key":4,"val":"00000000006.38.5"},{"key":5,"val":"00000000004.105.1"},{"key":6,"val":"00000000004.22.1"},{"key":7,"val":"00000000006.25.5"},{"key":8,"val":"00000000004.34.1"},{"key":9,"val":"00000000004.52.1"},{"key":10,"val":"00000000004.38.1"}]} 2022-01-15T17:47:41.114 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:41.114 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:41.115 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:41.116 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:41.157 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:41.157 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:41.354 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.31.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.63.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.54.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.46.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.38.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.105.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.22.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.25.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.34.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.52.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.38.1"}}}] 2022-01-15T17:47:41.355 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-42 2022-01-15T17:47:41.356 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:41.356 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-42', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:41.357 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-42 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:41.440 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:42.076 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:42.077 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000002.45.5"},{"key":1,"val":""},{"key":2,"val":"00000000002.67.5"},{"key":3,"val":""},{"key":4,"val":"00000000002.38.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000002.33.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:42.078 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-42 2022-01-15T17:47:42.078 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:42.079 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-42', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:42.080 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-42 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:42.131 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:42.132 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:42.339 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.45.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.67.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.38.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.33.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:42.340 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-42 2022-01-15T17:47:42.340 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-42 zones={test-zone2, test-zone1} 2022-01-15T17:47:42.358 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:47:42.385 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:42.386 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:42.387 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:42.387 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:42.388 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:47:42.388 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:47:42.389 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:47:42.389 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:47:42.390 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:47:42.397 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:42.398 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:42.398 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:42.399 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:42.399 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:47:42.400 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:47:42.400 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:47:42.401 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:47:42.429 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:42.512 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:42.646 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:42.758 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:42.825 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:42.955 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:43.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:43.132 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:43.249 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:43.359 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:43.413 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:43.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:43.636 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:47:43.691 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:47:43.801 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:47:43.904 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:47:43.964 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:47:44.077 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:47:44.176 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:47:44.235 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:47:44.345 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:47:44.452 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:47:44.507 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:47:44.621 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:47:44.724 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-42 zones={test-zone2, test-zone1} 2022-01-15T17:47:44.724 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:44.725 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:44.725 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-43 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:44.962 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.44.5"},{"key":1,"val":"00000000004.38.1"},{"key":2,"val":"00000000006.32.5"},{"key":3,"val":"00000000004.32.1"},{"key":4,"val":"00000000006.54.5"},{"key":5,"val":"00000000004.43.1"},{"key":6,"val":"00000000004.48.1"},{"key":7,"val":"00000000006.51.5"},{"key":8,"val":"00000000004.23.1"},{"key":9,"val":"00000000004.25.1"},{"key":10,"val":"00000000004.42.1"}]} 2022-01-15T17:47:44.963 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:44.963 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:44.964 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:44.964 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-43 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:45.009 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:45.009 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:45.213 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.44.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.38.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.32.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.54.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.43.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.51.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.23.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.25.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.42.1"}}}] 2022-01-15T17:47:45.213 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:45.214 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.214 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.215 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-43 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:45.255 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:45.256 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:45.455 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.44.5"},{"key":1,"val":"00000000004.38.1"},{"key":2,"val":"00000000006.32.5"},{"key":3,"val":"00000000004.32.1"},{"key":4,"val":"00000000006.54.5"},{"key":5,"val":"00000000004.43.1"},{"key":6,"val":"00000000004.48.1"},{"key":7,"val":"00000000006.51.5"},{"key":8,"val":"00000000004.23.1"},{"key":9,"val":"00000000004.25.1"},{"key":10,"val":"00000000004.42.1"}]} 2022-01-15T17:47:45.456 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:45.456 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.457 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.457 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-43 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:45.500 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:45.500 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:45.705 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.44.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.38.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.32.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.54.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.43.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.51.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.23.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.25.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.42.1"}}}] 2022-01-15T17:47:45.705 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-43 2022-01-15T17:47:45.706 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.706 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-43', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.707 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-43 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:45.739 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:45.740 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:45.926 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000002.38.5"},{"key":1,"val":""},{"key":2,"val":"00000000002.30.5"},{"key":3,"val":""},{"key":4,"val":"00000000002.59.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000002.70.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:45.927 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-43 2022-01-15T17:47:45.927 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.928 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-43', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:45.929 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-43 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:45.971 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:45.971 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:46.191 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.38.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.30.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.59.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000002.70.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:46.192 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-43 2022-01-15T17:47:46.193 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-43 zones={test-zone2, test-zone1} 2022-01-15T17:47:46.201 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:47:46.207 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:46.208 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:46.209 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:46.209 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:46.210 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:47:46.210 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:47:46.211 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:47:46.211 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:47:46.212 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:47:46.218 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:46.218 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:46.219 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:46.219 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:46.220 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:47:46.220 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:47:46.221 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:47:46.221 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:47:46.231 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:46.282 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:46.388 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:46.496 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:46.551 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:46.653 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:46.756 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:46.815 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:46.925 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:47.028 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:47.087 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:47.197 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:47.304 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:47:47.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:47:47.473 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:47:47.581 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:47:47.640 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:47:47.753 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:47:47.856 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:47:47.912 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:47:48.025 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:47:48.124 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:47:48.183 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:47:48.298 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:47:48.404 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-43 zones={test-zone2, test-zone1} 2022-01-15T17:47:48.405 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:48.405 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:48.407 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:48.443 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:48.443 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:48.655 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268849.444460_168.3","last_update":"2022-01-15T17:47:29.444460Z"},{"marker":"1_1642268849.444460_575.3","last_update":"2022-01-15T17:47:29.444460Z"},{"marker":"1_1642268849.444460_313.2","last_update":"2022-01-15T17:47:29.444460Z"},{"marker":"1_1642268849.444460_281.3","last_update":"2022-01-15T17:47:29.444460Z"}] 2022-01-15T17:47:48.656 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:47:48.656 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:48.657 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:48.658 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:48.700 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:48.700 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:48.887 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_168.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_575.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_313.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_281.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:48.888 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:47:48.888 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:48.889 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:48.889 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:48.929 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:48.930 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:49.134 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268849.444460_168.3","last_update":"2022-01-15T17:47:29.444460Z"},{"marker":"1_1642268849.444460_575.3","last_update":"2022-01-15T17:47:29.444460Z"},{"marker":"1_1642268849.444460_313.2","last_update":"2022-01-15T17:47:29.444460Z"},{"marker":"1_1642268849.444460_281.3","last_update":"2022-01-15T17:47:29.444460Z"}] 2022-01-15T17:47:49.134 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:47:49.135 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:49.135 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:49.136 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:49.177 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:49.177 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:49.371 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_168.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_575.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_313.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268849.444460_281.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.444460Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:49.372 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:47:49.372 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:49.373 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:49.373 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:49.452 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:49.452 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:49.643 INFO:teuthology.orchestra.run.smithi103.stdout:[{"marker":"1_1642268849.489868_153.3","last_update":"2022-01-15T17:47:29.489868Z"},{"marker":"1_1642268849.489868_566.3","last_update":"2022-01-15T17:47:29.489868Z"},{"marker":"1_1642268849.489868_227.2","last_update":"2022-01-15T17:47:29.489868Z"},{"marker":"1_1642268849.489868_381.3","last_update":"2022-01-15T17:47:29.489868Z"}] 2022-01-15T17:47:49.644 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:47:49.644 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:49.645 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:49.646 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:49.689 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:49.690 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:49.903 INFO:teuthology.orchestra.run.smithi027.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":17604849358489019720},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268849.489868_153.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.489868Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268849.489868_566.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.489868Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268849.489868_227.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.489868Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268849.489868_381.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:47:29.489868Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:47:49.904 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:47:49.904 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_enable_right_after_disable ... ok 2022-01-15T17:47:49.905 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-44 2022-01-15T17:47:49.933 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-45 2022-01-15T17:47:50.383 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:50.384 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:50.384 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:50.583 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:47:50.607 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268869.962087_318.1","last_update":"2022-01-15T17:47:49.962087Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:47:50.607 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:47:50.608 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:50.608 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:50.609 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:50.649 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:50.649 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:50.827 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268869.962087_318.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:47:49.962087Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:47:50.828 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:47:50.829 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:47:50.829 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:50.830 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:50.830 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:50.864 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:50.865 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:51.042 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268869.962087_318.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:47:49.962087Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:47:51.043 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:47:51.043 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.044 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.045 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-44 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:51.086 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:51.086 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:51.290 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.40.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.46.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.26.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.57.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:51.290 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:47:51.291 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.291 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.292 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:51.337 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:51.337 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:51.550 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.40.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.46.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.26.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.57.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:51.551 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:47:51.552 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.552 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.553 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-44 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:51.594 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:51.595 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:51.808 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.40.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.46.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.26.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.57.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:51.808 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:47:51.809 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.809 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:51.810 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:51.852 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:51.852 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:52.047 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.40.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.46.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.26.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.57.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:52.047 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:47:52.048 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:52.048 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:52.049 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:52.089 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:52.089 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:52.282 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000001.45.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.41.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.36.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.64.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:52.282 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-44 2022-01-15T17:47:52.283 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:52.283 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:52.284 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-44 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:52.328 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:52.329 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:52.551 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.45.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.41.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.36.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.64.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:52.552 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-44 2022-01-15T17:47:52.553 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-44 zones={test-zone2, test-zone1} 2022-01-15T17:47:52.561 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:47:52.566 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:52.566 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:52.567 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:52.567 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:52.568 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:47:52.573 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:52.573 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:52.574 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:52.574 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:52.582 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:52.634 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:52.737 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:52.844 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:52.903 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:53.010 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:53.112 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:53.167 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:53.269 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:53.368 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:53.423 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:53.525 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:53.623 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-44 zones={test-zone2, test-zone1} 2022-01-15T17:47:53.624 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:53.625 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:53.625 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-45 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:53.665 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:53.666 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:53.859 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.28.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.18.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.38.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.61.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:53.860 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:47:53.861 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:53.861 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:53.862 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-45 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:53.906 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:53.907 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:54.114 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.28.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.18.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.38.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.61.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:54.114 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:47:54.115 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.115 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.116 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-45 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:54.156 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:54.156 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:54.370 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.28.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.18.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.38.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.61.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:54.371 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:47:54.372 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.372 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.373 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-45 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:54.415 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:54.416 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:54.620 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.28.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.18.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.38.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.61.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:54.621 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:47:54.621 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.622 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.623 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-45 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:54.660 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:54.661 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:54.850 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000001.38.5"},{"key":1,"val":""},{"key":2,"val":"00000000001.26.5"},{"key":3,"val":""},{"key":4,"val":"00000000001.42.5"},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":"00000000001.41.5"},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:47:54.851 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-45 2022-01-15T17:47:54.851 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.852 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:54.853 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-45 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:54.895 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:54.895 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:55.112 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.38.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.26.5"}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.42.5"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.41.5"}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:47:55.113 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-45 2022-01-15T17:47:55.114 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-45 zones={test-zone2, test-zone1} 2022-01-15T17:47:55.122 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:47:55.128 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:55.128 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:55.129 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:55.129 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:55.130 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:47:55.134 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:47:55.135 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:47:55.135 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:47:55.136 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:47:55.144 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:55.199 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:55.300 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:47:55.402 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:55.454 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:55.569 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:47:55.668 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:55.723 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:55.829 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:47:55.932 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:55.991 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:56.093 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:47:56.196 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-45 zones={test-zone2, test-zone1} 2022-01-15T17:47:56.197 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'jsvsjo-44', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:56.197 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'jsvsjo-44', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:56.198 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket jsvsjo-44 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:47:56.236 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:56.237 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:56.497 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'disable', '--bucket', 'jsvsjo-45', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:56.497 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'disable', '--bucket', 'jsvsjo-45', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:47:56.498 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync disable --bucket jsvsjo-45 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:47:56.539 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:56.539 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:56.798 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:56.798 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:56.799 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:56.837 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:56.837 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:57.016 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:47:57.047 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268876.755041_331.1","last_update":"2022-01-15T17:47:56.755041Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:47:57.047 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:47:57.048 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:57.049 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:47:57.049 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:47:57.089 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:47:57.089 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:47:57.284 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268869.962087_318.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:47:49.962087Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:47:57.284 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642268876.755041_331.1 target=1_1642268869.962087_318.1 2022-01-15T17:48:02.286 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:02.287 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:02.287 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:02.329 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:02.329 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:02.518 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268876.755041_331.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:47:56.755041Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:48:02.519 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:48:02.519 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:48:02.520 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:02.520 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:02.521 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:02.562 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:02.562 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:02.750 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642268876.755041_331.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:47:56.755041Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:48:02.750 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:48:03.139 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'enable', '--bucket', 'jsvsjo-44', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:48:03.140 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'enable', '--bucket', 'jsvsjo-44', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:48:03.140 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync enable --bucket jsvsjo-44 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:48:03.181 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:03.181 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:03.448 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'enable', '--bucket', 'jsvsjo-45', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:48:03.449 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'enable', '--bucket', 'jsvsjo-45', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:48:03.449 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync enable --bucket jsvsjo-45 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:48:03.488 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:03.488 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:03.781 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:03.781 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:03.782 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-44 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:03.824 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:03.825 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:04.048 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.46.1"},{"key":1,"val":"00000000004.59.1"},{"key":2,"val":"00000000006.52.1"},{"key":3,"val":"00000000004.48.1"},{"key":4,"val":"00000000006.36.1"},{"key":5,"val":"00000000004.40.1"},{"key":6,"val":"00000000004.55.1"},{"key":7,"val":"00000000006.63.1"},{"key":8,"val":"00000000004.37.1"},{"key":9,"val":"00000000004.44.1"},{"key":10,"val":"00000000004.32.1"}]} 2022-01-15T17:48:04.049 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:48:04.050 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:04.050 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:04.051 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:04.092 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:04.093 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:04.307 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:48:04.308 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone2 behind zone test-zone1: shard=0 master=00000000006.46.1 target=, shard=1 master=00000000004.59.1 target=, shard=2 master=00000000006.52.1 target=, shard=3 master=00000000004.48.1 target=, shard=4 master=00000000006.36.1 target=, shard=5 master=00000000004.40.1 target=, shard=6 master=00000000004.55.1 target=, shard=7 master=00000000006.63.1 target=, shard=8 master=00000000004.37.1 target=, shard=9 master=00000000004.44.1 target=, shard=10 master=00000000004.32.1 target= 2022-01-15T17:48:09.309 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:09.310 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:09.311 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:09.355 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:09.356 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:09.570 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.52.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:09.571 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone2 behind zone test-zone1: shard=1 master=00000000004.59.1 target=, shard=5 master=00000000004.40.1 target=, shard=9 master=00000000004.44.1 target= 2022-01-15T17:48:14.573 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:14.573 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:14.574 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:14.618 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:14.618 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:14.827 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.52.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:14.827 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone2 behind zone test-zone1: shard=1 master=00000000004.59.1 target=, shard=5 master=00000000004.40.1 target=, shard=9 master=00000000004.44.1 target= 2022-01-15T17:48:19.829 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:19.830 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:19.831 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:19.874 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:19.875 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:20.091 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.52.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:20.092 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:48:20.093 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:20.093 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:20.094 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-44 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:20.135 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:20.136 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:20.343 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.46.1"},{"key":1,"val":"00000000004.59.1"},{"key":2,"val":"00000000006.52.1"},{"key":3,"val":"00000000004.48.1"},{"key":4,"val":"00000000006.36.1"},{"key":5,"val":"00000000004.40.1"},{"key":6,"val":"00000000004.55.1"},{"key":7,"val":"00000000006.63.1"},{"key":8,"val":"00000000004.37.1"},{"key":9,"val":"00000000004.44.1"},{"key":10,"val":"00000000004.32.1"}]} 2022-01-15T17:48:20.343 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:48:20.344 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:20.345 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:20.345 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:20.390 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:20.391 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:20.598 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:20.599 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:48:25.600 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:25.601 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:25.602 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:25.646 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:25.647 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:25.848 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:25.849 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:48:30.850 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:30.850 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:30.851 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:30.898 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:30.898 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:31.104 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:31.105 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:48:36.107 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:36.107 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:36.108 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:36.153 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:36.153 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:36.357 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:36.358 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:48:41.359 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:41.360 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:41.361 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:41.404 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:41.404 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:41.609 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:41.610 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:48:46.611 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:46.612 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:46.612 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:46.657 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:46.657 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:46.856 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:46.856 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:48:51.858 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:51.858 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:51.859 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:51.903 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:51.903 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:52.112 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:52.112 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:48:57.114 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:57.115 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:48:57.116 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:48:57.161 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:48:57.162 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:48:57.354 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:48:57.355 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:02.356 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:02.357 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:02.357 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:02.400 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:02.401 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:02.601 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:02.601 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:07.603 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:07.604 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:07.605 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:07.648 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:07.648 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:07.844 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:07.845 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:12.847 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:12.847 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:12.848 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:12.892 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:12.893 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:13.094 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:13.094 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:18.096 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:18.096 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:18.097 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:18.140 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:18.141 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:18.340 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:18.341 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:23.343 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:23.343 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:23.344 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:23.388 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:23.389 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:23.585 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:23.586 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:28.587 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:28.588 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:28.589 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:28.632 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:28.633 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:28.823 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:28.824 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:33.825 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:33.826 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:33.826 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:33.873 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:33.873 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:34.080 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:34.081 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:39.082 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:39.083 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:39.084 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:39.128 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:39.128 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:39.338 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:39.339 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:44.340 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:44.341 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:44.342 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:44.384 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:44.385 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:44.589 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:44.589 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:49.591 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:49.591 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:49.592 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:49.637 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:49.637 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:49.829 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:49.830 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:49:54.830 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:54.831 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:49:54.832 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:49:54.878 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:49:54.878 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:49:55.074 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:49:55.075 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:00.076 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:00.077 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:00.077 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:00.123 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:00.124 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:00.329 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:00.330 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:05.331 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:05.332 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:05.333 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:05.376 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:05.376 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:05.583 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:05.584 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:10.585 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:10.585 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:10.586 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:10.629 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:10.629 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:10.837 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:10.838 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:15.839 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:15.840 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:15.841 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:15.885 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:15.886 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:16.096 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.29.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:16.097 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=0 master=00000000006.46.1 target=00000000002.41.1, shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=4 master=00000000006.36.1 target=00000000002.29.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:21.098 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:21.099 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:21.100 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:21.147 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:21.148 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:21.362 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:21.363 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:26.365 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:26.366 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:26.366 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:26.408 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:26.409 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:26.618 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:26.619 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:31.620 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:31.621 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:31.621 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:31.664 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:31.664 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:31.878 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:31.878 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:36.880 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:36.880 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:36.881 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:36.927 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:36.927 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:37.146 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:37.147 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1, shard=7 master=00000000006.63.1 target=00000000002.58.1 2022-01-15T17:50:42.148 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:42.149 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:42.150 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:42.200 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:42.690 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:42.692 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:42.693 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1 2022-01-15T17:50:47.695 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:47.696 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:47.696 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:47.736 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:47.736 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:47.957 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:47.958 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1 2022-01-15T17:50:52.959 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:52.960 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:52.961 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:53.004 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:53.005 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:53.224 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:53.225 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1 2022-01-15T17:50:58.226 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:58.227 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:50:58.228 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:50:58.271 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:50:58.272 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:50:58.496 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"stopped","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:50:58.496 WARNING:rgw_multi.tests:bucket jsvsjo-44 zone test-zone3 behind zone test-zone1: shard=2 master=00000000006.52.1 target=00000000002.47.1 2022-01-15T17:51:03.498 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:03.499 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:03.500 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:03.541 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:03.542 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:03.760 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.46.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.52.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.48.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.36.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.40.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.63.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.37.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.44.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.32.1"}}}] 2022-01-15T17:51:03.760 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-44 2022-01-15T17:51:03.761 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:03.761 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-44', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:03.762 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-44 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:03.844 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:03.844 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:04.052 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000004.51.5"},{"key":1,"val":"00000000002.74.1"},{"key":2,"val":"00000000004.47.5"},{"key":3,"val":"00000000002.47.1"},{"key":4,"val":"00000000004.50.5"},{"key":5,"val":"00000000002.41.1"},{"key":6,"val":"00000000002.53.1"},{"key":7,"val":"00000000004.70.5"},{"key":8,"val":"00000000002.42.1"},{"key":9,"val":"00000000002.50.1"},{"key":10,"val":"00000000002.35.1"}]} 2022-01-15T17:51:04.053 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-44 2022-01-15T17:51:04.053 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:04.054 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-44', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:04.054 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-44 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:04.098 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:04.098 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:04.341 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj3","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000004.51.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.74.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj2","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000004.47.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.47.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj1","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000004.50.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.41.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.53.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj4","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000004.70.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.42.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.50.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.35.1"}}}] 2022-01-15T17:51:04.342 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-44 2022-01-15T17:51:04.342 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-44 zones={test-zone2, test-zone1} 2022-01-15T17:51:04.354 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:51:04.360 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:51:04.361 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:51:04.361 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:51:04.362 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:51:04.362 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:51:04.363 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:51:04.363 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:51:04.363 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:51:04.364 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:51:04.370 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:51:04.371 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:51:04.371 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:51:04.372 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:51:04.372 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:51:04.372 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:51:04.373 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:51:04.373 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:51:04.384 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:51:04.439 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:51:04.545 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:51:04.644 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:51:04.699 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:51:04.849 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:51:04.948 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:51:05.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:51:05.106 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:51:05.204 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:51:05.259 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:51:05.361 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:51:05.463 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:51:05.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:51:05.621 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:51:05.720 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:51:05.775 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:51:05.886 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:51:05.984 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:51:06.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:51:06.149 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:51:06.248 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:51:06.302 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:51:06.406 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:51:06.509 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-44 zones={test-zone2, test-zone1} 2022-01-15T17:51:06.510 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:06.511 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:06.512 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-45 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:06.551 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:06.552 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:06.773 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.40.5"},{"key":1,"val":"00000000004.28.1"},{"key":2,"val":"00000000006.24.5"},{"key":3,"val":"00000000004.55.1"},{"key":4,"val":"00000000006.48.5"},{"key":5,"val":"00000000004.58.1"},{"key":6,"val":"00000000004.56.1"},{"key":7,"val":"00000000006.67.5"},{"key":8,"val":"00000000004.43.1"},{"key":9,"val":"00000000004.36.1"},{"key":10,"val":"00000000004.59.1"}]} 2022-01-15T17:51:06.774 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:51:06.774 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:06.775 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:06.775 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-45 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:06.818 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:06.819 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:07.033 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.40.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.28.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.24.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.48.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.58.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.56.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000006.67.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.43.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.36.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}}] 2022-01-15T17:51:07.033 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:51:07.034 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.034 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.035 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-45 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:07.077 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:07.078 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:07.289 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000006.40.5"},{"key":1,"val":"00000000004.28.1"},{"key":2,"val":"00000000006.24.5"},{"key":3,"val":"00000000004.55.1"},{"key":4,"val":"00000000006.48.5"},{"key":5,"val":"00000000004.58.1"},{"key":6,"val":"00000000004.56.1"},{"key":7,"val":"00000000006.67.5"},{"key":8,"val":"00000000004.43.1"},{"key":9,"val":"00000000004.36.1"},{"key":10,"val":"00000000004.59.1"}]} 2022-01-15T17:51:07.289 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:51:07.290 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.290 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.291 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-45 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:07.335 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:07.335 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:07.551 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.40.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.28.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.24.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.55.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.48.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.58.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.56.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000006.67.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.43.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.36.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.59.1"}}}] 2022-01-15T17:51:07.552 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-45 2022-01-15T17:51:07.553 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.553 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-45', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.554 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-45 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:07.639 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:07.740 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:07.850 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":"00000000004.45.1"},{"key":1,"val":"00000000002.28.1"},{"key":2,"val":"00000000004.31.1"},{"key":3,"val":"00000000002.72.1"},{"key":4,"val":"00000000004.49.1"},{"key":5,"val":"00000000002.57.1"},{"key":6,"val":"00000000002.75.1"},{"key":7,"val":"00000000004.46.1"},{"key":8,"val":"00000000002.53.1"},{"key":9,"val":"00000000002.51.1"},{"key":10,"val":"00000000002.58.1"}]} 2022-01-15T17:51:07.851 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-45 2022-01-15T17:51:07.852 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.852 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-45', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:07.853 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-45 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:07.898 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:07.899 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:08.138 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj7","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000004.45.1"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.28.1"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj6","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000004.31.1"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.72.1"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj5","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000004.49.1"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.57.1"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.75.1"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"obj8","instance":"","ns":""},"count":2},"inc_marker":{"position":"00000000004.46.1"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.53.1"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.51.1"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.58.1"}}}] 2022-01-15T17:51:08.139 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-45 2022-01-15T17:51:08.139 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-45 zones={test-zone2, test-zone1} 2022-01-15T17:51:08.150 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:51:08.157 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:51:08.158 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:51:08.158 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:51:08.159 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:51:08.159 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:51:08.160 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:51:08.160 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:51:08.161 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:51:08.161 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:51:08.168 DEBUG:tasks.rgw_multi.zone_rados:o=obj1 2022-01-15T17:51:08.168 DEBUG:tasks.rgw_multi.zone_rados:o=obj2 2022-01-15T17:51:08.169 DEBUG:tasks.rgw_multi.zone_rados:o=obj3 2022-01-15T17:51:08.169 DEBUG:tasks.rgw_multi.zone_rados:o=obj4 2022-01-15T17:51:08.170 DEBUG:tasks.rgw_multi.zone_rados:o=obj5 2022-01-15T17:51:08.170 DEBUG:tasks.rgw_multi.zone_rados:o=obj6 2022-01-15T17:51:08.171 DEBUG:tasks.rgw_multi.zone_rados:o=obj7 2022-01-15T17:51:08.171 DEBUG:tasks.rgw_multi.zone_rados:o=obj8 2022-01-15T17:51:08.184 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:51:08.244 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:51:08.358 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj1 2022-01-15T17:51:08.460 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:51:08.515 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:51:08.621 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj2 2022-01-15T17:51:08.729 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:51:08.783 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:51:08.890 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj3 2022-01-15T17:51:08.988 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:51:09.042 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:51:09.156 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj4 2022-01-15T17:51:09.260 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:51:09.317 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:51:09.425 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj5 2022-01-15T17:51:09.529 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:51:09.584 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:51:09.691 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj6 2022-01-15T17:51:09.788 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:51:09.843 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:51:09.953 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj7 2022-01-15T17:51:10.054 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:51:10.111 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:51:10.217 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj8 2022-01-15T17:51:10.316 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-45 zones={test-zone2, test-zone1} 2022-01-15T17:51:10.317 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:10.317 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:10.318 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:10.355 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:10.355 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:10.567 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268883.745897_194.3","last_update":"2022-01-15T17:48:03.745897Z"},{"marker":"1_1642268893.195660_616.2","last_update":"2022-01-15T17:48:13.195660Z"},{"marker":"1_1642268893.195660_367.2","last_update":"2022-01-15T17:48:13.195660Z"},{"marker":"1_1642268893.195660_339.4","last_update":"2022-01-15T17:48:13.195660Z"}] 2022-01-15T17:51:10.568 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:51:10.568 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:10.569 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:10.569 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:10.611 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:10.611 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:10.830 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":8205128656083818900},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268883.745897_194.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:03.745897Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268893.195660_616.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.195660Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268893.195660_367.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.195660Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268893.195660_339.4","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.195660Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:51:10.831 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2022-01-15T17:51:10.831 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:10.832 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:10.832 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:10.872 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:10.872 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:11.088 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642268883.745897_194.3","last_update":"2022-01-15T17:48:03.745897Z"},{"marker":"1_1642268893.195660_616.2","last_update":"2022-01-15T17:48:13.195660Z"},{"marker":"1_1642268893.195660_367.2","last_update":"2022-01-15T17:48:13.195660Z"},{"marker":"1_1642268893.195660_339.4","last_update":"2022-01-15T17:48:13.195660Z"}] 2022-01-15T17:51:11.088 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:51:11.089 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:11.089 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:11.090 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:11.131 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:11.131 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:11.347 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":6403022728979464345},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268883.745897_194.3","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:03.745897Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268893.195660_616.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.195660Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268893.195660_367.2","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.195660Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268893.195660_339.4","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.195660Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:51:11.347 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2022-01-15T17:51:11.348 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:11.348 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:11.349 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:11.383 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:11.383 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:11.608 INFO:teuthology.orchestra.run.smithi103.stdout:[{"marker":"1_1642268893.512485_172.6","last_update":"2022-01-15T17:48:13.512485Z"},{"marker":"1_1642268893.512485_592.6","last_update":"2022-01-15T17:48:13.512485Z"},{"marker":"1_1642268893.512485_251.4","last_update":"2022-01-15T17:48:13.512485Z"},{"marker":"1_1642268893.512485_426.6","last_update":"2022-01-15T17:48:13.512485Z"}] 2022-01-15T17:51:11.608 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:51:11.609 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:11.609 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:11.610 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:11.653 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:11.653 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:11.880 INFO:teuthology.orchestra.run.smithi027.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"instance_id":17604849358489019720},"markers":[{"key":0,"val":{"status":"incremental-sync","marker":"1_1642268893.512485_172.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.512485Z"}},{"key":1,"val":{"status":"incremental-sync","marker":"1_1642268893.512485_592.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.512485Z"}},{"key":2,"val":{"status":"incremental-sync","marker":"1_1642268893.512485_251.4","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.512485Z"}},{"key":3,"val":{"status":"incremental-sync","marker":"1_1642268893.512485_426.6","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:48:13.512485Z"}}]},"full_sync":{"total":0,"complete":0}} 2022-01-15T17:51:11.880 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2022-01-15T17:51:11.881 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_disable_enable ... ok 2022-01-15T17:51:11.882 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-46 2022-01-15T17:51:11.909 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=jsvsjo-47 2022-01-15T17:51:14.891 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-46', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:14.892 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-46', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:14.892 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-46 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:14.938 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:14.939 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:15.181 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000011.52.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:51:15.181 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-46 2022-01-15T17:51:15.182 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.183 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.183 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-46 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:15.227 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:15.228 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:15.457 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000011.52.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:51:15.457 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-46 2022-01-15T17:51:15.458 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-46', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.459 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-46', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.459 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-46 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:15.500 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:15.500 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:15.714 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000011.52.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:51:15.715 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-46 2022-01-15T17:51:15.715 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.716 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.716 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-46 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:15.760 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:15.760 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:15.977 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000011.52.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:51:15.978 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-46 2022-01-15T17:51:15.978 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.979 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-46', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:15.980 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-46 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:16.020 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:16.021 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:16.230 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.56.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:51:16.231 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-46 2022-01-15T17:51:16.231 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-46', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:16.232 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-46', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:16.233 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-46 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:16.276 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:16.276 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:16.515 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"MULTIPART","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.56.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:51:16.515 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-46 2022-01-15T17:51:16.516 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-46 zones={test-zone2, test-zone1} 2022-01-15T17:51:16.524 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:51:16.575 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-01-15T17:51:16.576 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:51:16.580 DEBUG:tasks.rgw_multi.zone_rados:o=MULTIPART 2022-01-15T17:51:16.632 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-01-15T17:51:16.867 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-01-15T17:51:17.180 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=MULTIPART 2022-01-15T17:51:17.464 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-46 zones={test-zone2, test-zone1} 2022-01-15T17:51:17.465 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multipart_object_sync ... ok 2022-01-15T17:51:17.466 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-48 2022-01-15T17:51:17.583 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:17.584 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:17.585 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:17.624 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:17.625 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:17.684 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:17.675+0000 7fb5517fa700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.685 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:17.675+0000 7fbcc07f0700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.685 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:17.675+0000 7fb551ffb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.686 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:17.675+0000 7fbcc67fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.687 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:17.679+0000 7fb54e7f4700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.687 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:17.679+0000 7fb54e7f4700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.688 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:17.679+0000 7fbccdffb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.688 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:17.679+0000 7fbccdffb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:17.808 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:17.836 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269077.491847_373.1","last_update":"2022-01-15T17:51:17.491847Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:17.836 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:17.837 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:17.837 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:17.838 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:17.877 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:17.877 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:18.083 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269077.491847_373.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:17.491847Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:18.084 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:18.084 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:18.085 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:18.085 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:18.086 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:18.122 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:18.123 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:18.333 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269077.491847_373.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:17.491847Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:18.334 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:18.334 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-48', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:18.335 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-48', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:18.335 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-48 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:18.376 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:18.376 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:18.609 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.108.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.54.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:51:18.610 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-48 2022-01-15T17:51:18.610 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-48', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:18.611 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-48', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:18.611 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-48 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:18.653 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:18.654 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:18.858 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"testobj-sse-c","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.108.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"testobj-sse-kms","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.54.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:51:18.858 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-48 2022-01-15T17:51:18.959 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_encrypted_object_sync ... ok 2022-01-15T17:51:18.959 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-49 2022-01-15T17:51:19.084 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:19.078+0000 7fbcce7fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.085 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:19.078+0000 7fb5517fa700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.085 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:19.078+0000 7fb5537fe700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.086 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:19.078+0000 7fbcc3ff7700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.089 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:19.082+0000 7fbcc1ff3700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.090 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:19.082+0000 7fbcbefed700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.090 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:19.082+0000 7fb549feb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.091 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:19.082+0000 7fb549feb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:19.179 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.180 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.180 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:19.216 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:19.216 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:19.388 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:19.412 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269078.984953_379.1","last_update":"2022-01-15T17:51:18.984953Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:19.413 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:19.413 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.414 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.415 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:19.454 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:19.455 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:19.662 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269078.984953_379.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:18.984953Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:19.663 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:19.663 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:19.664 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.664 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.665 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:19.707 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:19.708 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:19.895 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269078.984953_379.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:18.984953Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:19.896 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:19.896 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.897 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:19.897 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-49 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:19.940 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:19.940 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:20.141 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.63.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.40.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.43.5"},{"key":9,"val":""},{"key":10,"val":"00000000001.37.5"}]} 2022-01-15T17:51:20.142 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-49 2022-01-15T17:51:20.143 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-49', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.143 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-49', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.144 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-49 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:20.187 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:20.188 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:20.417 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"a","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.63.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"d","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.40.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"c","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.43.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"b","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.37.5"}}}] 2022-01-15T17:51:20.417 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-49 2022-01-15T17:51:20.418 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.419 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.419 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-49 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:20.460 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:20.461 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:20.667 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.63.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.40.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.43.5"},{"key":9,"val":""},{"key":10,"val":"00000000001.37.5"}]} 2022-01-15T17:51:20.668 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-49 2022-01-15T17:51:20.668 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-49', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.669 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-49', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.669 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-49 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:20.714 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:20.714 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:20.913 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.63.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.40.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.43.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.37.5"}}}] 2022-01-15T17:51:20.914 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-49 2022-01-15T17:51:20.915 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-49', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.915 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-49', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:20.916 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-49 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:20.956 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:20.957 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:21.159 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.86.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.62.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.57.5"},{"key":9,"val":""},{"key":10,"val":"00000000001.45.5"}]} 2022-01-15T17:51:21.160 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-49 2022-01-15T17:51:21.160 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:21.161 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:21.161 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-49 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:21.207 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:21.208 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:21.433 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"a","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.86.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"d","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.62.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"c","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.57.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"b","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.45.5"}}}] 2022-01-15T17:51:21.434 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-49 2022-01-15T17:51:21.434 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-49 zones={test-zone2, test-zone1} 2022-01-15T17:51:21.445 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:51:21.450 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-01-15T17:51:21.450 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-01-15T17:51:21.451 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-01-15T17:51:21.451 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-01-15T17:51:21.452 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:51:21.456 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-01-15T17:51:21.456 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-01-15T17:51:21.457 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-01-15T17:51:21.458 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-01-15T17:51:21.467 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-01-15T17:51:21.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-01-15T17:51:21.625 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-01-15T17:51:21.732 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-01-15T17:51:21.787 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-01-15T17:51:21.893 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-01-15T17:51:22.000 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-01-15T17:51:22.055 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-01-15T17:51:22.158 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-01-15T17:51:22.256 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-01-15T17:51:22.311 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-01-15T17:51:22.460 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-01-15T17:51:22.573 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-49 zones={test-zone2, test-zone1} 2022-01-15T17:51:22.573 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'autotrim', '--rgw-sync-log-trim-max-buckets', '0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:51:22.574 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'autotrim', '--rgw-sync-log-trim-max-buckets', '0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:51:22.574 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog autotrim --rgw-sync-log-trim-max-buckets 0 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:51:22.610 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:22.611 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:22.831 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=jsvsjo-50 2022-01-15T17:51:22.886 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:22.878+0000 7fbcc67fc700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:22.887 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:22.878+0000 7fb54dff3700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:22.887 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:22.878+0000 7fbcc27f4700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:22.888 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:22.878+0000 7fb565ffb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:23.047 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.047 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.048 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:23.089 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:23.089 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:23.238 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:23.266 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269082.855809_388.1","last_update":"2022-01-15T17:51:22.855809Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:23.266 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:23.267 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.267 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.268 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:23.308 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:23.309 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:23.494 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269082.855809_388.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:22.855809Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:23.494 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:23.495 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:23.495 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.496 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.496 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:23.533 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:23.534 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:23.732 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269082.855809_388.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:22.855809Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:23.733 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:23.733 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.734 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.734 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-50 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:23.775 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:23.775 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:23.981 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.35.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.56.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.63.5"},{"key":9,"val":""},{"key":10,"val":"00000000001.39.5"}]} 2022-01-15T17:51:23.982 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-50 2022-01-15T17:51:23.983 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-50', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.983 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-50', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:23.984 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-50 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:24.027 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:24.028 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:24.242 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"a","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.35.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"d","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.56.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"c","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.63.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"b","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.39.5"}}}] 2022-01-15T17:51:24.243 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone2 source_zone=test-zone1 bucket=jsvsjo-50 2022-01-15T17:51:24.243 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.244 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.244 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-50 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:24.286 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:24.286 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:24.497 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.35.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.56.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.63.5"},{"key":9,"val":""},{"key":10,"val":"00000000001.39.5"}]} 2022-01-15T17:51:24.498 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-50 2022-01-15T17:51:24.498 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-50', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.499 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-50', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.500 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-50 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:24.543 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:24.544 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:24.750 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.35.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.56.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.63.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.39.5"}}}] 2022-01-15T17:51:24.751 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-50 2022-01-15T17:51:24.751 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-50', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.752 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bilog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-50', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.752 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bilog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-50 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:24.788 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:24.788 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:24.976 INFO:teuthology.orchestra.run.smithi103.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000001.37.5"},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":"00000000001.53.5"},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":"00000000001.69.5"},{"key":9,"val":""},{"key":10,"val":"00000000001.58.5"}]} 2022-01-15T17:51:24.976 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-50 2022-01-15T17:51:24.977 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.977 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:24.978 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync markers --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --bucket jsvsjo-50 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:25.022 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:25.022 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:25.245 INFO:teuthology.orchestra.run.smithi027.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"a","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.37.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"d","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.53.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"c","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.69.5"}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"b","instance":"","ns":""},"count":1},"inc_marker":{"position":"00000000001.58.5"}}}] 2022-01-15T17:51:25.246 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone1 source_zone=test-zone2 bucket=jsvsjo-50 2022-01-15T17:51:25.247 INFO:tasks.rgw_multi.zone_rados:comparing bucket=jsvsjo-50 zones={test-zone2, test-zone1} 2022-01-15T17:51:25.255 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2022-01-15T17:51:25.260 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-01-15T17:51:25.261 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-01-15T17:51:25.261 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-01-15T17:51:25.262 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-01-15T17:51:25.262 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2022-01-15T17:51:25.267 DEBUG:tasks.rgw_multi.zone_rados:o=a 2022-01-15T17:51:25.267 DEBUG:tasks.rgw_multi.zone_rados:o=b 2022-01-15T17:51:25.268 DEBUG:tasks.rgw_multi.zone_rados:o=c 2022-01-15T17:51:25.268 DEBUG:tasks.rgw_multi.zone_rados:o=d 2022-01-15T17:51:25.277 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-01-15T17:51:25.332 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-01-15T17:51:25.436 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=a 2022-01-15T17:51:25.540 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-01-15T17:51:25.595 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-01-15T17:51:25.698 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=b 2022-01-15T17:51:25.804 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-01-15T17:51:25.859 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-01-15T17:51:25.969 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=c 2022-01-15T17:51:26.073 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-01-15T17:51:26.131 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-01-15T17:51:26.237 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=d 2022-01-15T17:51:26.340 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=jsvsjo-50 zones={test-zone2, test-zone1} 2022-01-15T17:51:26.341 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'autotrim', '--rgw-sync-log-trim-max-buckets', '1', '--rgw-sync-log-trim-min-cold-buckets', '0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:51:26.341 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'autotrim', '--rgw-sync-log-trim-max-buckets', '1', '--rgw-sync-log-trim-min-cold-buckets', '0', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:51:26.342 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog autotrim --rgw-sync-log-trim-max-buckets 1 --rgw-sync-log-trim-min-cold-buckets 0 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:51:26.378 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:26.379 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:26.607 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'list', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:26.608 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'list', '--bucket', 'jsvsjo-50', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:26.609 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog list --bucket jsvsjo-50 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:26.687 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:26.687 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:26.897 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:51:26.898 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'list', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:26.899 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'list', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:26.899 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog list --bucket jsvsjo-49 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:26.933 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:26.934 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:27.146 INFO:teuthology.orchestra.run.smithi027.stdout:[{"op_id":"1#00000000001.63.5","op_tag":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4941.12550652420369931144","op":"write","object":"a","instance":"","state":"complete","index_ver":1,"timestamp":"2022-01-15T17:51:18.993271461Z","ver":{"pool":9,"epoch":2},"bilog_flags":0,"versioned":false,"owner":"","owner_display_name":"","zones_trace":[{"entry":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-49:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.14"}]},{"op_id":"5#00000000001.40.5","op_tag":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4941.11064005116381164196","op":"write","object":"d","instance":"","state":"complete","index_ver":1,"timestamp":"2022-01-15T17:51:19.137646196Z","ver":{"pool":9,"epoch":4},"bilog_flags":0,"versioned":false,"owner":"","owner_display_name":"","zones_trace":[{"entry":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-49:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.14"}]},{"op_id":"8#00000000001.43.5","op_tag":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4941.4150177504414737384","op":"write","object":"c","instance":"","state":"complete","index_ver":1,"timestamp":"2022-01-15T17:51:19.092503994Z","ver":{"pool":9,"epoch":3},"bilog_flags":0,"versioned":false,"owner":"","owner_display_name":"","zones_trace":[{"entry":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-49:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.14"}]},{"op_id":"10#00000000001.37.5","op_tag":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4941.16004256526572276764","op":"write","object":"b","instance":"","state":"complete","index_ver":1,"timestamp":"2022-01-15T17:51:19.042139618Z","ver":{"pool":9,"epoch":1},"bilog_flags":0,"versioned":false,"owner":"","owner_display_name":"","zones_trace":[{"entry":"d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1:jsvsjo-49:d4be20c3-0f4a-48b0-b9a8-3b48fabb2cf1.4943.14"}]}] 2022-01-15T17:51:27.147 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'autotrim', '--rgw-sync-log-trim-max-buckets', '999', '--rgw-sync-log-trim-min-cold-buckets', '999', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:51:27.147 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'autotrim', '--rgw-sync-log-trim-max-buckets', '999', '--rgw-sync-log-trim-min-cold-buckets', '999', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2022-01-15T17:51:27.148 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog autotrim --rgw-sync-log-trim-max-buckets 999 --rgw-sync-log-trim-min-cold-buckets 999 --cluster c1 --debug-rgw 0 --debug-ms 0 2022-01-15T17:51:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:27.932 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'list', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:27.933 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'list', '--bucket', 'jsvsjo-49', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:27.933 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog list --bucket jsvsjo-49 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:28.010 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:28.010 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:28.221 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2022-01-15T17:51:28.222 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_index_log_trim ... ok 2022-01-15T17:51:28.232 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_creation_time ... ok 2022-01-15T17:51:28.233 INFO:tasks.rgw_multisite_tests:log information for manual testing ... ok 2022-01-15T17:51:28.234 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:28.239 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:28.240 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:28.277 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:28.278 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:28.448 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:28.482 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269082.855809_388.1","last_update":"2022-01-15T17:51:22.855809Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:28.482 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:28.483 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:28.483 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:28.484 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:28.525 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:28.526 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:28.728 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269082.855809_388.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:22.855809Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:28.729 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:28.730 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:28.730 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:28.731 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:28.731 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:28.806 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:28.806 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:28.999 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269082.855809_388.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:22.855809Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:28.999 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:29.000 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.001 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.001 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:29.041 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:29.041 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:29.215 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:29.246 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269082.855809_388.1","last_update":"2022-01-15T17:51:22.855809Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:29.247 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:29.247 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.248 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.248 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:29.290 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:29.290 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:29.480 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269082.855809_388.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:22.855809Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:29.481 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:29.507 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.508 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.508 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:29.545 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:29.546 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:29.718 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:29.749 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269089.505367_403.1","last_update":"2022-01-15T17:51:29.505367Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:29.749 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:29.750 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.751 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:29.751 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:29.789 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:29.789 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:29.971 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269089.505367_403.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:29.505367Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:29.972 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:30.272 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:30.273 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:30.274 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:30.311 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:30.312 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:30.489 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:30.521 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269089.505367_403.1","last_update":"2022-01-15T17:51:29.505367Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:30.522 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:30.522 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:30.523 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:30.523 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:30.562 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:30.562 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:30.759 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269089.505367_403.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:29.505367Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:30.759 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:30.832 INFO:tasks.rgw_multisite_tests:test low level implementation of s3 notifications ... ok 2022-01-15T17:51:30.833 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:30.833 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:30.834 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:30.869 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:30.870 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:31.045 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:31.077 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269090.828323_407.1","last_update":"2022-01-15T17:51:30.828323Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:31.078 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:31.078 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.079 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.079 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:31.118 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:31.118 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:31.320 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269090.828323_407.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:30.828323Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:31.321 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:31.321 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:31.322 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.322 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.323 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:31.361 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:31.361 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:31.558 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269090.828323_407.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:30.828323Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:31.558 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:31.559 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.559 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.560 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:31.599 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:31.600 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:31.777 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:31.811 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269090.828323_407.1","last_update":"2022-01-15T17:51:30.828323Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:31.811 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:31.812 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.812 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:31.813 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:31.852 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:31.852 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:32.045 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269090.828323_407.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:30.828323Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:32.046 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:32.072 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.073 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.074 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:32.110 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:32.110 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:32.284 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:32.316 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269092.070684_413.1","last_update":"2022-01-15T17:51:32.070684Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:32.317 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:32.317 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.318 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.319 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:32.357 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:32.357 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:32.546 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269092.070684_413.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:32.070684Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:32.547 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:32.592 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.592 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.593 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:32.637 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:32.637 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:32.813 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:32.847 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269092.070684_413.1","last_update":"2022-01-15T17:51:32.070684Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:32.848 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:32.848 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.849 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:32.849 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:32.891 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:32.892 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:33.081 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269092.070684_413.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:32.070684Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:33.082 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:33.499 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-52', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:33.499 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-52', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:33.500 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-52 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:33.541 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:33.542 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:33.729 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.56.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.86.5"},{"key":4,"val":"00000000001.76.5"},{"key":5,"val":"00000000001.60.5"},{"key":6,"val":""},{"key":7,"val":"00000000001.88.5"},{"key":8,"val":"00000000001.82.5"},{"key":9,"val":"00000000001.44.5"},{"key":10,"val":"00000000002.61.5"}]} 2022-01-15T17:51:33.729 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-52 2022-01-15T17:51:33.730 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-52', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:33.730 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-52', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:33.731 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-52 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:33.774 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:33.775 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:33.971 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.56.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.86.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.76.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.60.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.88.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.82.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.44.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.61.5"}}}] 2022-01-15T17:51:33.972 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-52 2022-01-15T17:51:33.984 WARNING:rgw_multi.tests_ps:superfluous records are found 2022-01-15T17:51:34.109 INFO:tasks.rgw_multisite_tests:test s3 records fetching ... ok 2022-01-15T17:51:34.110 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.110 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.111 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:34.142 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:34.142 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:34.302 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:34.334 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269094.102393_418.1","last_update":"2022-01-15T17:51:34.102393Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:34.335 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:34.336 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.336 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.337 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:34.376 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:34.377 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:34.583 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269094.102393_418.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:34.102393Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:34.584 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:34.584 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:34.585 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.585 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.586 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:34.624 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:34.625 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:34.822 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269094.102393_418.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:34.102393Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:34.823 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:34.824 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.824 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:34.825 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:35.039 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:35.069 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269094.102393_418.1","last_update":"2022-01-15T17:51:34.102393Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:35.070 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:35.070 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.071 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.071 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:35.112 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:35.112 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:35.300 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269094.102393_418.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:34.102393Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:35.301 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:35.329 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.329 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.330 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:35.365 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:35.365 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:35.527 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:35.560 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269095.327537_424.1","last_update":"2022-01-15T17:51:35.327537Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:35.560 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:35.561 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.561 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.562 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:35.599 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:35.599 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:35.780 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269095.327537_424.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:35.327537Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:35.780 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:35.840 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.841 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:35.842 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:35.881 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:35.882 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:36.063 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:36.094 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269095.327537_424.1","last_update":"2022-01-15T17:51:35.327537Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:36.094 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:36.095 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.095 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.096 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:36.136 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:36.136 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:36.328 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269095.327537_424.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:35.327537Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:36.329 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:36.410 INFO:tasks.rgw_multisite_tests:test s3 notification set/get/delete ... ok 2022-01-15T17:51:36.411 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.412 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.412 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:36.450 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:36.450 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:36.623 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:36.656 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269096.407211_428.1","last_update":"2022-01-15T17:51:36.407211Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:36.656 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:36.657 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.657 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.658 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:36.697 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:36.697 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:36.888 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:36.889 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:36.889 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:36.890 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.890 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:36.891 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:36.928 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:36.929 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:37.114 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:37.114 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:37.115 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:37.116 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:37.116 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:37.157 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:37.157 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:37.332 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:37.364 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269096.407211_428.1","last_update":"2022-01-15T17:51:36.407211Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:37.365 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:37.365 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:37.366 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:37.367 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:37.407 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:37.408 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:37.604 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:37.604 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:37.876 INFO:tasks.rgw_multisite_tests:test s3 topics set/get/delete on master ... ok 2022-01-15T17:51:37.877 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:37.877 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:37.878 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:37.927 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:37.928 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:38.096 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:38.127 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269096.407211_428.1","last_update":"2022-01-15T17:51:36.407211Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:38.127 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:38.128 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.129 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.130 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:38.176 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:38.177 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:38.379 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:38.380 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:38.380 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:38.381 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.382 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.382 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:38.428 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:38.428 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:38.622 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:38.623 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:38.624 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.624 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.625 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:38.671 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:38.671 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:38.850 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:38.883 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269096.407211_428.1","last_update":"2022-01-15T17:51:36.407211Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:38.884 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:38.884 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.885 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:38.886 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:38.923 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:38.923 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:39.117 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:39.117 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:39.118 INFO:tasks.rgw_multisite_tests:test s3 topics with secret set/get/delete on master ... ok 2022-01-15T17:51:39.119 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.119 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.120 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:39.165 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:39.165 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:39.338 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:39.375 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269096.407211_428.1","last_update":"2022-01-15T17:51:36.407211Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:39.376 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:39.377 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.377 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.378 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:39.422 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:39.422 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:39.613 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:39.614 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:39.615 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:39.615 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.616 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.616 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:39.696 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:39.697 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:39.886 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:39.886 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:39.887 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.887 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:39.888 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:39.926 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:39.927 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:40.105 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:40.137 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269096.407211_428.1","last_update":"2022-01-15T17:51:36.407211Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:40.138 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:40.138 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:40.139 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:40.139 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:40.179 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:40.180 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:40.377 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269096.407211_428.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:36.407211Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:40.377 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:40.630 INFO:tasks.rgw_multisite_tests:test s3 notification set/get/delete on master ... ok 2022-01-15T17:51:40.630 INFO:tasks.rgw_multisite_tests:rgw_multi.tests_ps.test_ps_s3_notification_filter_on_master ... ok 2022-01-15T17:51:40.631 INFO:tasks.rgw_multisite_tests:rgw_multi.tests_ps.test_ps_s3_notification_filter ... ok 2022-01-15T17:51:40.632 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:40.632 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:40.633 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:40.672 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:40.672 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:40.846 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:40.879 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269100.625880_441.1","last_update":"2022-01-15T17:51:40.625880Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:40.880 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:40.880 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:40.881 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:40.881 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:40.923 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:40.923 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:41.127 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269100.625880_441.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:40.625880Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:41.127 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:41.128 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:41.128 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:41.129 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:41.129 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:41.208 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:41.208 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:41.405 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269100.625880_441.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:40.625880Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:41.406 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:41.407 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:41.407 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:41.408 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:41.442 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:41.610 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:41.641 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269100.625880_441.1","last_update":"2022-01-15T17:51:40.625880Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:41.641 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:41.642 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:41.643 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:41.643 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:41.683 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:41.683 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:41.863 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269100.625880_441.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:40.625880Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:41.864 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:42.046 INFO:tasks.rgw_multisite_tests:test s3 notification set/get/delete on master ... ok 2022-01-15T17:51:42.047 INFO:tasks.rgw_multisite_tests:rgw_multi.tests_ps.test_objcet_timing ... ok 2022-01-15T17:51:42.048 INFO:tasks.rgw_multisite_tests:test pushing amqp s3 notification on master ... ok 2022-01-15T17:51:42.048 INFO:tasks.rgw_multisite_tests:test pushing kafka s3 notification on master ... ok 2022-01-15T17:51:42.049 INFO:tasks.rgw_multisite_tests:test pushing kafka s3 notification on master ... ok 2022-01-15T17:51:42.049 INFO:tasks.rgw_multisite_tests:rgw_multi.tests_ps.test_ps_s3_notification_push_kafka_security_ssl ... ok 2022-01-15T17:51:42.050 INFO:tasks.rgw_multisite_tests:rgw_multi.tests_ps.test_ps_s3_notification_push_kafka_security_ssl_sasl ... ok 2022-01-15T17:51:42.050 INFO:tasks.rgw_multisite_tests:test deletion of multiple keys on master ... ok 2022-01-15T17:51:42.051 INFO:tasks.rgw_multisite_tests:test pushing http s3 notification on master ... ok 2022-01-15T17:51:42.051 INFO:tasks.rgw_multisite_tests:test that opaque id set in topic, is sent in notification ... ok 2022-01-15T17:51:42.052 INFO:tasks.rgw_multisite_tests:test that opaque id set in topic, is sent in notification on master ... ok 2022-01-15T17:51:42.053 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.053 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.054 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:42.091 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:42.092 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:42.276 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:42.308 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269102.042097_449.1","last_update":"2022-01-15T17:51:42.042097Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:42.309 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:42.310 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.311 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.312 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:42.353 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:42.354 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:42.551 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:42.552 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:42.552 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:42.553 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.553 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.554 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:42.629 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:42.630 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:42.816 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:42.816 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:42.817 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.817 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:42.818 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:42.855 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:42.856 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:43.034 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:43.068 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269102.042097_449.1","last_update":"2022-01-15T17:51:42.042097Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:43.068 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:43.069 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.069 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.070 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:43.109 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:43.109 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:43.300 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:43.301 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:43.317 INFO:tasks.rgw_multisite_tests:test set/get/delete of topic ... ok 2022-01-15T17:51:43.318 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.318 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.319 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:43.357 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:43.357 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:43.526 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:43.556 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269102.042097_449.1","last_update":"2022-01-15T17:51:42.042097Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:43.557 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:43.557 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.558 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.558 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:43.598 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:43.598 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:43.784 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:43.784 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:43.785 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:43.785 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.786 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:43.786 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:43.863 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:43.863 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:44.064 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:44.065 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:44.066 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.066 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.067 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:44.289 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:44.321 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269102.042097_449.1","last_update":"2022-01-15T17:51:42.042097Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:44.322 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:44.323 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.323 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.324 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:44.364 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:44.364 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:44.554 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:44.555 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:44.570 INFO:tasks.rgw_multisite_tests:test set topic with endpoint ... ok 2022-01-15T17:51:44.571 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.572 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.572 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:44.610 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:44.610 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:44.788 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:44.818 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269102.042097_449.1","last_update":"2022-01-15T17:51:42.042097Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:44.819 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:44.819 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.820 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:44.821 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:44.859 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:44.860 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:45.051 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:45.051 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:45.052 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:45.052 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.053 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.053 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:45.131 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:45.131 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:45.319 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:45.320 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:45.321 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.321 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.322 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:45.361 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:45.361 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:45.532 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:45.566 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269102.042097_449.1","last_update":"2022-01-15T17:51:42.042097Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:45.566 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:45.567 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.567 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.568 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:45.608 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:45.608 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:45.792 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269102.042097_449.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:42.042097Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:45.792 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:45.827 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.827 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:45.828 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:45.865 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:45.865 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:46.036 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:46.069 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269105.824925_459.1","last_update":"2022-01-15T17:51:45.824925Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:46.070 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:46.070 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.071 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.071 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:46.109 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:46.110 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:46.305 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269105.824925_459.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:45.824925Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:46.306 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:46.363 INFO:tasks.rgw_multisite_tests:test set/get/delete of notification ... ok 2022-01-15T17:51:46.364 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.364 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.365 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:46.403 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:46.404 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:46.579 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:46.610 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269106.359988_462.1","last_update":"2022-01-15T17:51:46.359988Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:46.611 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:46.611 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.612 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.613 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:46.652 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:46.653 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:46.845 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269106.359988_462.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:46.359988Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:46.845 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:46.846 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:46.846 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.847 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:46.847 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:46.886 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:46.887 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:47.077 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269106.359988_462.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:46.359988Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:47.078 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:47.079 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.079 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.080 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:47.118 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:47.119 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:47.301 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:47.333 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269106.359988_462.1","last_update":"2022-01-15T17:51:46.359988Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:47.334 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:47.335 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.335 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.336 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:47.376 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:47.377 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:47.574 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269106.359988_462.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:46.359988Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:47.574 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:47.608 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.609 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.609 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:47.644 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:47.644 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:47.825 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:47.859 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269107.606487_468.1","last_update":"2022-01-15T17:51:47.606487Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:47.860 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:47.861 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.861 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:47.862 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:47.899 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:47.899 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:48.090 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269107.606487_468.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:47.606487Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:48.092 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:48.146 INFO:tasks.rgw_multisite_tests:test set/get/delete of notification on specific events ... ok 2022-01-15T17:51:48.147 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.147 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.148 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:48.185 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:48.187 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:48.367 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:48.400 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269108.142977_471.1","last_update":"2022-01-15T17:51:48.142977Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:48.401 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:48.402 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.403 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.405 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:48.445 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:48.445 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:48.642 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269108.142977_471.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:48.142977Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:48.643 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:48.643 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:48.644 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.644 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.645 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:48.723 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:48.724 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:48.909 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269108.142977_471.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:48.142977Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:48.909 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:48.910 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.911 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:48.911 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:48.950 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:48.950 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:49.131 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:49.164 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269108.142977_471.1","last_update":"2022-01-15T17:51:48.142977Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:49.165 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:49.166 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:49.166 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:49.167 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:49.205 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:49.205 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:49.400 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269108.142977_471.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:48.142977Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:49.401 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:49.432 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:49.432 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:49.433 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:49.467 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:49.467 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:49.644 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:49.676 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269109.429859_477.1","last_update":"2022-01-15T17:51:49.429859Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:49.677 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:49.677 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:49.678 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:49.678 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:49.718 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:49.719 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:49.906 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269109.429859_477.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:49.429859Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:49.907 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:50.335 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-61', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:50.336 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-61', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:50.336 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-61 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:50.375 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:50.375 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:50.558 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.43.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.61.5"},{"key":4,"val":"00000000001.71.5"},{"key":5,"val":"00000000001.58.5"},{"key":6,"val":""},{"key":7,"val":"00000000001.66.5"},{"key":8,"val":"00000000001.93.5"},{"key":9,"val":"00000000001.79.5"},{"key":10,"val":"00000000002.95.5"}]} 2022-01-15T17:51:50.559 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-61 2022-01-15T17:51:50.559 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-61', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:50.560 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-61', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:50.561 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-61 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:50.605 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:50.605 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:50.812 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.43.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.61.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.71.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.58.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.66.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.93.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.79.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.95.5"}}}] 2022-01-15T17:51:50.812 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-61 2022-01-15T17:51:50.894 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-61', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:50.895 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-61', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:50.896 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-61 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:50.935 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:50.936 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:51.129 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000004.47.5"},{"key":2,"val":""},{"key":3,"val":"00000000002.63.5"},{"key":4,"val":"00000000002.73.5"},{"key":5,"val":"00000000002.60.5"},{"key":6,"val":""},{"key":7,"val":"00000000002.68.5"},{"key":8,"val":"00000000002.99.5"},{"key":9,"val":"00000000002.81.5"},{"key":10,"val":"00000000004.101.5"}]} 2022-01-15T17:51:51.130 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-61 2022-01-15T17:51:51.130 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-61', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.131 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-61', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.132 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-61 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:51.176 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:51.176 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:51.396 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.47.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.63.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.73.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.60.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.68.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.99.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.81.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.101.5"}}}] 2022-01-15T17:51:51.397 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-61 2022-01-15T17:51:51.453 INFO:tasks.rgw_multisite_tests:test set/get/delete of subscription ... ok 2022-01-15T17:51:51.454 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.454 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.455 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:51.491 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:51.492 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:51.668 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:51.701 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269111.450658_482.1","last_update":"2022-01-15T17:51:51.450658Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:51.701 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:51.702 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.702 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.703 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:51.736 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:51.737 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:51.946 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269111.450658_482.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:51.450658Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:51.947 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:51.947 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:51.948 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.948 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:51.949 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:51.988 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:51.988 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:52.203 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269111.450658_482.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:51.450658Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:52.204 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:52.204 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:52.205 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:52.205 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:52.246 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:52.247 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:52.447 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:52.478 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269111.450658_482.1","last_update":"2022-01-15T17:51:51.450658Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:52.479 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:52.479 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:52.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:52.480 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:52.520 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:52.520 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:52.722 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269111.450658_482.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:51.450658Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:52.722 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:52.901 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fbce4ff9700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.901 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fbcc6ffd700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.902 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fb553fff700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.902 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fbcccff9700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.903 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fb565ffb700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.903 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fb54a7ec700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.904 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fbcc7fff700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.904 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fbcc3ff7700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.904 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:51:52.898+0000 7fbcc7fff700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.906 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:52.902+0000 7fb558ff9700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.907 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:52.902+0000 7fb558ff9700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.909 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:52.906+0000 7fb54c7f0700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:52.909 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:51:52.906+0000 7fb54c7f0700 -1 ERROR: _send_request(): get_sync_policy_handler() returned -2 2022-01-15T17:51:53.199 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-62', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:53.200 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-62', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:53.200 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-62 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:53.239 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:53.445 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.71.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.71.5"},{"key":4,"val":"00000000001.131.5"},{"key":5,"val":"00000000001.81.5"},{"key":6,"val":""},{"key":7,"val":"00000000001.66.5"},{"key":8,"val":"00000000001.68.5"},{"key":9,"val":"00000000001.129.5"},{"key":10,"val":"00000000002.52.5"}]} 2022-01-15T17:51:53.446 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-62 2022-01-15T17:51:53.446 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-62', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:53.447 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-62', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:53.447 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-62 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:53.492 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:53.493 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:53.707 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.71.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.71.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.131.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.81.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.66.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.68.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.129.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.52.5"}}}] 2022-01-15T17:51:53.708 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-62 2022-01-15T17:51:54.139 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-62', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:54.140 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-62', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:54.140 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-62 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:54.184 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:54.185 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:54.399 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.71.5"},{"key":1,"val":"00000000003.73.5"},{"key":2,"val":""},{"key":3,"val":"00000000002.73.5"},{"key":4,"val":"00000000001.131.5"},{"key":5,"val":"00000000003.85.5"},{"key":6,"val":""},{"key":7,"val":"00000000003.72.5"},{"key":8,"val":"00000000002.74.5"},{"key":9,"val":"00000000002.133.5"},{"key":10,"val":"00000000003.54.5"}]} 2022-01-15T17:51:54.400 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-62 2022-01-15T17:51:54.400 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-62', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:54.401 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-62', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:54.401 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-62 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:54.447 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:54.447 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:54.666 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.71.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.73.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.73.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.131.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.85.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.72.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.74.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.133.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000003.54.5"}}}] 2022-01-15T17:51:54.667 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-62 2022-01-15T17:51:54.903 INFO:tasks.rgw_multisite_tests:test that events are only sent on incremental sync ... ok 2022-01-15T17:51:54.904 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:54.904 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:54.905 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:54.944 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:54.945 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:55.139 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:55.173 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269114.898195_504.1","last_update":"2022-01-15T17:51:54.898195Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:55.174 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:55.174 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.175 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.176 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:55.216 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:55.216 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:55.442 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269114.898195_504.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:54.898195Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:55.442 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:55.443 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:55.443 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.444 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.444 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:55.484 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:55.485 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:55.685 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269114.898195_504.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:54.898195Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:55.685 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:55.686 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.687 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.687 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:55.725 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:55.725 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:55.916 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:55.948 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269114.898195_504.1","last_update":"2022-01-15T17:51:54.898195Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:55.949 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:55.949 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.950 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:55.950 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:55.989 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:55.990 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:56.200 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269114.898195_504.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:54.898195Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:56.201 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:56.255 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:56.255 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:56.256 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:56.293 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:56.293 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:56.479 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:56.513 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269116.252049_513.1","last_update":"2022-01-15T17:51:56.252049Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:56.513 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:56.514 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:56.514 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:56.515 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:56.555 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:56.555 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:56.761 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269116.252049_513.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:56.252049Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:56.762 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:56.762 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-63', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:56.763 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-63', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:56.763 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-63 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:56.805 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:56.806 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:57.040 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":""},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":""},{"key":10,"val":""}]} 2022-01-15T17:51:57.040 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-63 2022-01-15T17:51:57.041 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-63', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:57.042 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-63', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:57.042 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-63 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:57.086 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:57.087 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:57.308 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:51:57.309 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-63 2022-01-15T17:51:57.771 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-63', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:57.771 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-63', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:57.772 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-63 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:57.814 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:57.814 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:58.030 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.49.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.103.5"},{"key":4,"val":"00000000001.97.5"},{"key":5,"val":"00000000001.94.5"},{"key":6,"val":""},{"key":7,"val":"00000000001.89.5"},{"key":8,"val":"00000000001.104.5"},{"key":9,"val":"00000000001.87.5"},{"key":10,"val":"00000000002.69.5"}]} 2022-01-15T17:51:58.030 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-63 2022-01-15T17:51:58.031 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-63', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:58.031 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-63', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:58.032 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-63 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:58.078 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:58.079 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:58.300 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.49.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.103.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.97.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.94.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.89.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.104.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.87.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.69.5"}}}] 2022-01-15T17:51:58.300 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-63 2022-01-15T17:51:58.399 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-63', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:58.400 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-63', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:58.401 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-63 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:58.439 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:58.440 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:58.651 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000004.53.5"},{"key":2,"val":""},{"key":3,"val":"00000000002.105.5"},{"key":4,"val":"00000000002.99.5"},{"key":5,"val":"00000000002.96.5"},{"key":6,"val":""},{"key":7,"val":"00000000002.91.5"},{"key":8,"val":"00000000002.106.5"},{"key":9,"val":"00000000002.89.5"},{"key":10,"val":"00000000004.73.5"}]} 2022-01-15T17:51:58.651 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-63 2022-01-15T17:51:58.652 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-63', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:58.652 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-63', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:58.653 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-63 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:58.694 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:58.694 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:58.895 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.53.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.105.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.99.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.96.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.91.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.106.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.89.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000004.73.5"}}}] 2022-01-15T17:51:58.896 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-63 2022-01-15T17:51:59.001 INFO:tasks.rgw_multisite_tests:test subscriptions for different events ... ok 2022-01-15T17:51:59.002 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.002 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.003 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:59.039 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:59.040 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:59.228 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:51:59.263 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269118.997873_519.1","last_update":"2022-01-15T17:51:58.997873Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:51:59.264 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:51:59.264 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.265 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.265 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:59.305 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:59.306 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:59.510 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269118.997873_519.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:51:58.997873Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:51:59.510 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:51:59.511 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:51:59.511 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.512 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.512 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:59.592 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:59.592 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:51:59.782 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269118.997873_519.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:58.997873Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:51:59.782 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:51:59.783 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.783 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:51:59.784 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:51:59.824 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:51:59.824 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:00.028 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:00.062 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269118.997873_519.1","last_update":"2022-01-15T17:51:58.997873Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:00.062 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:00.063 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:00.063 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:00.064 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:00.104 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:00.104 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:00.306 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269118.997873_519.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:51:58.997873Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:00.306 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:00.341 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:00.342 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:00.343 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:00.379 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:00.380 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:00.564 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:00.598 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269120.338254_525.1","last_update":"2022-01-15T17:52:00.338254Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:00.598 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:00.599 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:00.600 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:00.600 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:00.639 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:00.640 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:00.830 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269120.338254_525.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:52:00.338254Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:00.831 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:05.271 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-64', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:05.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-64', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:05.272 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-64 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:05.315 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:05.316 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:05.532 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000010.94.5"},{"key":1,"val":"00000000010.94.5"},{"key":2,"val":"00000000009.79.5"},{"key":3,"val":"00000000010.112.5"},{"key":4,"val":"00000000007.55.5"},{"key":5,"val":"00000000007.75.5"},{"key":6,"val":"00000000008.156.5"},{"key":7,"val":"00000000010.67.5"},{"key":8,"val":"00000000010.62.5"},{"key":9,"val":"00000000010.101.5"},{"key":10,"val":"00000000009.73.5"}]} 2022-01-15T17:52:05.533 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-64 2022-01-15T17:52:05.534 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-64', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:05.534 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-64', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:05.535 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-64 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:05.579 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:05.580 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:05.796 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.94.5"}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.94.5"}}},{"key":2,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000009.79.5"}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.112.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000007.55.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000007.75.5"}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000008.156.5"}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.67.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.62.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000010.101.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000009.73.5"}}}] 2022-01-15T17:52:05.797 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-64 2022-01-15T17:52:06.645 INFO:tasks.rgw_multisite_tests:test incremental fetching of events from a subscription ... ok 2022-01-15T17:52:06.646 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:06.647 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:06.648 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:06.684 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:06.685 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:06.854 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:06.887 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269126.642229_598.1","last_update":"2022-01-15T17:52:06.642229Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:06.888 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:52:06.888 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:06.889 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:06.889 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:06.924 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:06.925 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:07.124 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269126.642229_598.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:06.642229Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:07.125 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:52:07.125 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:07.126 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.126 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.127 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:07.205 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:07.206 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:07.399 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269126.642229_598.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:52:06.642229Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:07.399 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:07.400 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.400 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.401 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:07.443 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:07.443 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:07.625 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:07.658 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269126.642229_598.1","last_update":"2022-01-15T17:52:06.642229Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:07.658 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:07.659 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.659 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.660 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:07.701 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:07.702 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:07.888 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269126.642229_598.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:52:06.642229Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:07.889 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:07.923 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.924 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:07.924 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:07.960 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:07.961 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:08.147 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:08.180 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269127.921179_607.1","last_update":"2022-01-15T17:52:07.921179Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:08.181 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:08.182 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:08.182 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:08.183 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:08.230 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:08.231 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:08.426 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269127.921179_607.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:52:07.921179Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:08.427 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:08.920 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-65', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:08.920 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-65', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:08.921 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-65 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:08.966 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:08.967 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:09.169 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":""},{"key":1,"val":"00000000002.78.5"},{"key":2,"val":""},{"key":3,"val":"00000000001.135.5"},{"key":4,"val":"00000000001.44.5"},{"key":5,"val":"00000000001.117.5"},{"key":6,"val":""},{"key":7,"val":"00000000001.57.5"},{"key":8,"val":"00000000001.59.5"},{"key":9,"val":"00000000001.99.5"},{"key":10,"val":"00000000002.94.5"}]} 2022-01-15T17:52:09.169 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-65 2022-01-15T17:52:09.170 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-65', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:09.170 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-65', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:09.171 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-65 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:09.223 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:09.225 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:09.433 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":1,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.78.5"}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.135.5"}}},{"key":4,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.44.5"}}},{"key":5,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.117.5"}}},{"key":6,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":7,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.57.5"}}},{"key":8,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.59.5"}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.99.5"}}},{"key":10,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000002.94.5"}}}] 2022-01-15T17:52:09.434 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-65 2022-01-15T17:52:09.703 INFO:tasks.rgw_multisite_tests:test acking of some events in a subscription ... ok 2022-01-15T17:52:09.704 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:09.705 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:09.705 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:09.749 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:09.750 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:09.943 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:09.974 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269129.700312_611.1","last_update":"2022-01-15T17:52:09.700312Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:09.975 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:52:09.976 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:09.976 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:09.977 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:10.018 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:10.019 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:10.227 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269129.700312_611.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:09.700312Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:10.227 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2022-01-15T17:52:10.228 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:10.228 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:10.229 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:10.230 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:10.310 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:10.311 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:10.512 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269129.700312_611.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:52:09.700312Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:10.512 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:10.513 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:10.513 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:10.514 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:10.555 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:10.556 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:10.749 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:10.782 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269129.700312_611.1","last_update":"2022-01-15T17:52:09.700312Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:10.783 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:10.784 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:10.784 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:10.785 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:10.820 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:10.821 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:11.011 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269129.700312_611.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:52:09.700312Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:11.011 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:11.048 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:11.049 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:11.049 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:11.273 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:11.308 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269131.046169_617.1","last_update":"2022-01-15T17:52:11.046169Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:11.309 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2022-01-15T17:52:11.309 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:11.310 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:11.310 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:11.349 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:11.349 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:11.564 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":2,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":2,"complete":2}} 2022-01-15T17:52:11.565 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2022-01-15T17:52:11.867 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-66', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:11.868 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bilog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--bucket', 'jsvsjo-66', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:11.868 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bilog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --bucket jsvsjo-66 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:11.909 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:11.910 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:11.924 INFO:tasks.rgw.c2.client.0.smithi103.stdout:*** Caught signal (Segmentation fault) ** 2022-01-15T17:52:11.924 INFO:tasks.rgw.c2.client.0.smithi103.stdout: in thread 7fb5597fa700 thread_name:rados_async 2022-01-15T17:52:11.928 INFO:tasks.rgw.c2.client.0.smithi103.stdout: ceph version 15.2.15-130-g92c4304b (92c4304b1eca69c2efef29e3e35f46bdd7e87b8e) octopus (stable) 2022-01-15T17:52:11.928 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 1: (()+0x46210) [0x7fb589506210] 2022-01-15T17:52:11.928 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2: (rgw::putobj::ETagVerifier_MPU::process(ceph::buffer::v15_2_0::list&&, unsigned long)+0x44) [0x7fb58a0c8dc4] 2022-01-15T17:52:11.928 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 3: (RGWRados::fetch_remote_obj(RGWObjectCtx&, rgw_user const&, req_info*, rgw_zone_id const&, rgw_obj const&, rgw_obj const&, RGWBucketInfo const&, RGWBucketInfo const*, std::optional, std::chrono::time_point > >*, std::chrono::time_point > >*, std::chrono::time_point > > const*, std::chrono::time_point > > const*, bool, char const*, char const*, RGWRados::AttrsMod, bool, std::map, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >&, RGWObjCategory, std::optional, std::chrono::time_point > >, std::__cxx11::basic_string, std::allocator >*, std::__cxx11::basic_string, std::allocator >*, void (*)(long, void*), void*, DoutPrefixProvider const*, RGWFetchObjFilter*, rgw_zone_set*, std::optional*)+0xe3b) [0x7fb589efe0db] 2022-01-15T17:52:11.929 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 4: (RGWAsyncFetchRemoteObj::_send_request()+0x4d6) [0x7fb589e2c376] 2022-01-15T17:52:11.929 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 5: (RGWAsyncRadosProcessor::handle_request(RGWAsyncRadosRequest*)+0x25) [0x7fb589e26555] 2022-01-15T17:52:11.929 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 6: (RGWAsyncRadosProcessor::RGWWQ::_process(RGWAsyncRadosRequest*, ThreadPool::TPHandle&)+0x11) [0x7fb589e2e851] 2022-01-15T17:52:11.929 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 7: (ThreadPool::worker(ThreadPool::WorkThread*)+0x5bb) [0x7fb5808191db] 2022-01-15T17:52:11.929 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 8: (ThreadPool::WorkThread::entry()+0x15) [0x7fb58081a2a5] 2022-01-15T17:52:11.930 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 9: (()+0x9609) [0x7fb580376609] 2022-01-15T17:52:11.930 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 10: (clone()+0x43) [0x7fb5895e2293] 2022-01-15T17:52:11.931 INFO:tasks.rgw.c2.client.0.smithi103.stdout:2022-01-15T17:52:11.921+0000 7fb5597fa700 -1 *** Caught signal (Segmentation fault) ** 2022-01-15T17:52:11.931 INFO:tasks.rgw.c2.client.0.smithi103.stdout: in thread 7fb5597fa700 thread_name:rados_async 2022-01-15T17:52:11.931 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2022-01-15T17:52:11.931 INFO:tasks.rgw.c2.client.0.smithi103.stdout: ceph version 15.2.15-130-g92c4304b (92c4304b1eca69c2efef29e3e35f46bdd7e87b8e) octopus (stable) 2022-01-15T17:52:11.932 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 1: (()+0x46210) [0x7fb589506210] 2022-01-15T17:52:11.932 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2: (rgw::putobj::ETagVerifier_MPU::process(ceph::buffer::v15_2_0::list&&, unsigned long)+0x44) [0x7fb58a0c8dc4] 2022-01-15T17:52:11.932 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 3: (RGWRados::fetch_remote_obj(RGWObjectCtx&, rgw_user const&, req_info*, rgw_zone_id const&, rgw_obj const&, rgw_obj const&, RGWBucketInfo const&, RGWBucketInfo const*, std::optional, std::chrono::time_point > >*, std::chrono::time_point > >*, std::chrono::time_point > > const*, std::chrono::time_point > > const*, bool, char const*, char const*, RGWRados::AttrsMod, bool, std::map, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >&, RGWObjCategory, std::optional, std::chrono::time_point > >, std::__cxx11::basic_string, std::allocator >*, std::__cxx11::basic_string, std::allocator >*, void (*)(long, void*), void*, DoutPrefixProvider const*, RGWFetchObjFilter*, rgw_zone_set*, std::optional*)+0xe3b) [0x7fb589efe0db] 2022-01-15T17:52:11.932 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 4: (RGWAsyncFetchRemoteObj::_send_request()+0x4d6) [0x7fb589e2c376] 2022-01-15T17:52:11.932 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 5: (RGWAsyncRadosProcessor::handle_request(RGWAsyncRadosRequest*)+0x25) [0x7fb589e26555] 2022-01-15T17:52:11.933 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 6: (RGWAsyncRadosProcessor::RGWWQ::_process(RGWAsyncRadosRequest*, ThreadPool::TPHandle&)+0x11) [0x7fb589e2e851] 2022-01-15T17:52:11.933 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 7: (ThreadPool::worker(ThreadPool::WorkThread*)+0x5bb) [0x7fb5808191db] 2022-01-15T17:52:11.933 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 8: (ThreadPool::WorkThread::entry()+0x15) [0x7fb58081a2a5] 2022-01-15T17:52:11.933 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 9: (()+0x9609) [0x7fb580376609] 2022-01-15T17:52:11.934 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 10: (clone()+0x43) [0x7fb5895e2293] 2022-01-15T17:52:11.934 INFO:tasks.rgw.c2.client.0.smithi103.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-01-15T17:52:11.934 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2022-01-15T17:52:11.945 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 0> 2022-01-15T17:52:11.921+0000 7fb5597fa700 -1 *** Caught signal (Segmentation fault) ** 2022-01-15T17:52:11.946 INFO:tasks.rgw.c2.client.0.smithi103.stdout: in thread 7fb5597fa700 thread_name:rados_async 2022-01-15T17:52:11.946 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2022-01-15T17:52:11.946 INFO:tasks.rgw.c2.client.0.smithi103.stdout: ceph version 15.2.15-130-g92c4304b (92c4304b1eca69c2efef29e3e35f46bdd7e87b8e) octopus (stable) 2022-01-15T17:52:11.946 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 1: (()+0x46210) [0x7fb589506210] 2022-01-15T17:52:11.947 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2: (rgw::putobj::ETagVerifier_MPU::process(ceph::buffer::v15_2_0::list&&, unsigned long)+0x44) [0x7fb58a0c8dc4] 2022-01-15T17:52:11.947 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 3: (RGWRados::fetch_remote_obj(RGWObjectCtx&, rgw_user const&, req_info*, rgw_zone_id const&, rgw_obj const&, rgw_obj const&, RGWBucketInfo const&, RGWBucketInfo const*, std::optional, std::chrono::time_point > >*, std::chrono::time_point > >*, std::chrono::time_point > > const*, std::chrono::time_point > > const*, bool, char const*, char const*, RGWRados::AttrsMod, bool, std::map, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >&, RGWObjCategory, std::optional, std::chrono::time_point > >, std::__cxx11::basic_string, std::allocator >*, std::__cxx11::basic_string, std::allocator >*, void (*)(long, void*), void*, DoutPrefixProvider const*, RGWFetchObjFilter*, rgw_zone_set*, std::optional*)+0xe3b) [0x7fb589efe0db] 2022-01-15T17:52:11.947 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 4: (RGWAsyncFetchRemoteObj::_send_request()+0x4d6) [0x7fb589e2c376] 2022-01-15T17:52:11.947 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 5: (RGWAsyncRadosProcessor::handle_request(RGWAsyncRadosRequest*)+0x25) [0x7fb589e26555] 2022-01-15T17:52:11.947 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 6: (RGWAsyncRadosProcessor::RGWWQ::_process(RGWAsyncRadosRequest*, ThreadPool::TPHandle&)+0x11) [0x7fb589e2e851] 2022-01-15T17:52:11.948 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 7: (ThreadPool::worker(ThreadPool::WorkThread*)+0x5bb) [0x7fb5808191db] 2022-01-15T17:52:11.948 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 8: (ThreadPool::WorkThread::entry()+0x15) [0x7fb58081a2a5] 2022-01-15T17:52:11.948 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 9: (()+0x9609) [0x7fb580376609] 2022-01-15T17:52:11.948 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 10: (clone()+0x43) [0x7fb5895e2293] 2022-01-15T17:52:11.949 INFO:tasks.rgw.c2.client.0.smithi103.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-01-15T17:52:11.949 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2022-01-15T17:52:11.961 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 0> 2022-01-15T17:52:11.921+0000 7fb5597fa700 -1 *** Caught signal (Segmentation fault) ** 2022-01-15T17:52:11.961 INFO:tasks.rgw.c2.client.0.smithi103.stdout: in thread 7fb5597fa700 thread_name:rados_async 2022-01-15T17:52:11.961 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2022-01-15T17:52:11.962 INFO:tasks.rgw.c2.client.0.smithi103.stdout: ceph version 15.2.15-130-g92c4304b (92c4304b1eca69c2efef29e3e35f46bdd7e87b8e) octopus (stable) 2022-01-15T17:52:11.962 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 1: (()+0x46210) [0x7fb589506210] 2022-01-15T17:52:11.962 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2: (rgw::putobj::ETagVerifier_MPU::process(ceph::buffer::v15_2_0::list&&, unsigned long)+0x44) [0x7fb58a0c8dc4] 2022-01-15T17:52:11.962 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 3: (RGWRados::fetch_remote_obj(RGWObjectCtx&, rgw_user const&, req_info*, rgw_zone_id const&, rgw_obj const&, rgw_obj const&, RGWBucketInfo const&, RGWBucketInfo const*, std::optional, std::chrono::time_point > >*, std::chrono::time_point > >*, std::chrono::time_point > > const*, std::chrono::time_point > > const*, bool, char const*, char const*, RGWRados::AttrsMod, bool, std::map, std::allocator >, ceph::buffer::v15_2_0::list, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::buffer::v15_2_0::list> > >&, RGWObjCategory, std::optional, std::chrono::time_point > >, std::__cxx11::basic_string, std::allocator >*, std::__cxx11::basic_string, std::allocator >*, void (*)(long, void*), void*, DoutPrefixProvider const*, RGWFetchObjFilter*, rgw_zone_set*, std::optional*)+0xe3b) [0x7fb589efe0db] 2022-01-15T17:52:11.963 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 4: (RGWAsyncFetchRemoteObj::_send_request()+0x4d6) [0x7fb589e2c376] 2022-01-15T17:52:11.963 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 5: (RGWAsyncRadosProcessor::handle_request(RGWAsyncRadosRequest*)+0x25) [0x7fb589e26555] 2022-01-15T17:52:11.963 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 6: (RGWAsyncRadosProcessor::RGWWQ::_process(RGWAsyncRadosRequest*, ThreadPool::TPHandle&)+0x11) [0x7fb589e2e851] 2022-01-15T17:52:11.963 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 7: (ThreadPool::worker(ThreadPool::WorkThread*)+0x5bb) [0x7fb5808191db] 2022-01-15T17:52:11.963 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 8: (ThreadPool::WorkThread::entry()+0x15) [0x7fb58081a2a5] 2022-01-15T17:52:11.964 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 9: (()+0x9609) [0x7fb580376609] 2022-01-15T17:52:11.964 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 10: (clone()+0x43) [0x7fb5895e2293] 2022-01-15T17:52:11.964 INFO:tasks.rgw.c2.client.0.smithi103.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2022-01-15T17:52:11.964 INFO:tasks.rgw.c2.client.0.smithi103.stdout: 2022-01-15T17:52:12.050 INFO:tasks.rgw.c2.client.0.smithi103.stderr:daemon-helper: command crashed with signal 11 2022-01-15T17:52:12.130 INFO:teuthology.orchestra.run.smithi027.stdout:{"markers":[{"key":0,"val":"00000000001.94.5"},{"key":1,"val":""},{"key":2,"val":""},{"key":3,"val":""},{"key":4,"val":""},{"key":5,"val":""},{"key":6,"val":"00000000001.117.5"},{"key":7,"val":""},{"key":8,"val":""},{"key":9,"val":"00000000005.111.5"},{"key":10,"val":""}]} 2022-01-15T17:52:12.130 INFO:rgw_multi.tests:starting bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-66 2022-01-15T17:52:12.131 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-66', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:12.131 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'markers', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--bucket', 'jsvsjo-66', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:12.132 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync markers --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --bucket jsvsjo-66 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:12.174 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:12.174 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:12.397 INFO:teuthology.orchestra.run.smithi103.stdout:[{"key":0,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.94.5"}}},{"key":1,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":2,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":3,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":4,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":5,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":6,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000001.117.5"}}},{"key":7,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":8,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}},{"key":9,"val":{"status":"incremental-sync","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":"00000000005.111.5"}}},{"key":10,"val":{"status":"init","full_marker":{"position":{"name":"","instance":"","ns":""},"count":0},"inc_marker":{"position":""}}}] 2022-01-15T17:52:12.397 INFO:rgw_multi.tests:finished bucket checkpoint for target_zone=test-zone3 source_zone=test-zone1 bucket=jsvsjo-66 2022-01-15T17:52:12.478 INFO:tasks.rgw_multisite_tests:test object creation notifications in using put/copy/post ... ok 2022-01-15T17:52:12.479 INFO:tasks.rgw_multisite_tests:test object creation s3 notifications in using put/copy/post on master ... ok 2022-01-15T17:52:12.479 INFO:tasks.rgw_multisite_tests:test multipart object upload on master ... ok 2022-01-15T17:52:12.480 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:12.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:12.481 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:12.520 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:12.521 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:12.704 INFO:teuthology.orchestra.run.smithi027.stderr:No --period given, using current period=ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612 2022-01-15T17:52:12.736 INFO:teuthology.orchestra.run.smithi027.stdout:[{"marker":"1_1642269132.474706_621.1","last_update":"2022-01-15T17:52:12.474706Z"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"},{"marker":"","last_update":"0.000000"}] 2022-01-15T17:52:12.736 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2022-01-15T17:52:12.737 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:12.737 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:12.738 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:12.775 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:12.775 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:12.971 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:12.972 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:14.364 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2022-01-15T17:52:17.973 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:17.974 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:17.975 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:18.013 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:18.014 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:18.215 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:18.216 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:19.969 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~6s 2022-01-15T17:52:23.218 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:23.219 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:23.220 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:23.259 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:23.260 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:23.477 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:23.477 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:25.576 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~11s 2022-01-15T17:52:28.479 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:28.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:28.480 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:28.521 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:28.522 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:28.727 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:28.728 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:31.181 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~17s 2022-01-15T17:52:33.729 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:33.729 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:33.730 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:33.766 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:33.766 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:33.972 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:33.973 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:36.787 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~22s 2022-01-15T17:52:38.975 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:38.976 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:38.976 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:39.019 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:39.019 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:39.218 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:39.219 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:42.393 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~28s 2022-01-15T17:52:44.220 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:44.221 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:44.222 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:44.264 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:44.264 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:44.485 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:44.486 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:47.999 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~34s 2022-01-15T17:52:49.487 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:49.487 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:49.488 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:49.529 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:49.530 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:49.736 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:49.737 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:53.604 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~39s 2022-01-15T17:52:54.738 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:54.739 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:54.740 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:52:54.781 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:52:54.781 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:52:54.974 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:52:54.974 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:52:59.209 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~45s 2022-01-15T17:52:59.976 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:59.977 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:52:59.977 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:00.017 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:00.017 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:00.225 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:00.226 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:04.814 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~50s 2022-01-15T17:53:05.227 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:05.228 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:05.228 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:05.267 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:05.268 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:05.475 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:05.476 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:10.420 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~56s 2022-01-15T17:53:10.478 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:10.478 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:10.479 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:10.517 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:10.518 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:10.731 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:10.732 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:15.733 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:15.734 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:15.735 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:15.773 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:15.774 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:15.984 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:15.985 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:16.025 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~62s 2022-01-15T17:53:20.986 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:20.987 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:20.987 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:21.026 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:21.026 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:21.222 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:21.223 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:21.628 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~67s 2022-01-15T17:53:26.224 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:26.225 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:26.226 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:26.267 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:26.267 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:26.470 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:26.470 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:27.233 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~73s 2022-01-15T17:53:31.472 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:31.473 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:31.473 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:31.513 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:31.513 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:31.718 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:31.719 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:32.839 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~78s 2022-01-15T17:53:36.721 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:36.721 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:36.722 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:36.761 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:36.762 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:36.954 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:36.954 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:38.444 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~84s 2022-01-15T17:53:41.956 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:41.957 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:41.957 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:41.999 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:41.999 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:42.225 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:42.226 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:44.050 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~90s 2022-01-15T17:53:47.228 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:47.228 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:47.229 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:47.269 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:47.269 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:47.481 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:47.482 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:49.655 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~95s 2022-01-15T17:53:52.483 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:52.484 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:52.484 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:52.526 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:52.526 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:52.733 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:52.733 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:53:55.261 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~101s 2022-01-15T17:53:57.734 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:57.735 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:53:57.736 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:53:57.777 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:53:57.778 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:53:57.978 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:53:57.979 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:00.866 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~107s 2022-01-15T17:54:02.980 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:02.982 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:02.984 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:03.041 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:03.041 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:03.247 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:03.248 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:06.471 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~112s 2022-01-15T17:54:08.250 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:08.251 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:08.251 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:08.292 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:08.292 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:08.508 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:08.508 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:12.077 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~118s 2022-01-15T17:54:13.510 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:13.511 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:13.512 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:13.553 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:13.554 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:13.768 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:13.769 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:17.682 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~123s 2022-01-15T17:54:18.771 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:18.771 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:18.772 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:18.813 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:18.813 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:19.022 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:19.022 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:23.288 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~129s 2022-01-15T17:54:24.023 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:24.024 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:24.025 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:24.065 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:24.065 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:24.287 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:24.287 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:28.894 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~135s 2022-01-15T17:54:29.288 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:29.289 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:29.290 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:29.330 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:29.331 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:29.555 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:29.555 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:34.498 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~140s 2022-01-15T17:54:34.557 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:34.557 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:34.558 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:34.597 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:34.597 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:34.822 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:34.822 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:39.824 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:39.824 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:39.825 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:39.865 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:39.865 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:40.084 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:40.085 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:40.104 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~146s 2022-01-15T17:54:45.086 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:45.087 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:45.088 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:45.129 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:45.129 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:45.350 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:45.351 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:45.709 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~151s 2022-01-15T17:54:50.352 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:50.352 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:50.353 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:50.393 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:50.393 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:50.623 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:50.624 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:51.315 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~157s 2022-01-15T17:54:55.625 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:55.626 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:54:55.627 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:54:55.665 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:54:55.665 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:54:55.870 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:54:55.870 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:54:56.920 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~163s 2022-01-15T17:55:00.872 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:00.873 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:00.873 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:00.916 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:00.916 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:01.114 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:01.114 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:02.526 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~168s 2022-01-15T17:55:06.116 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:06.116 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:06.117 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:06.156 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:06.156 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:06.390 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:06.390 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:08.131 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~174s 2022-01-15T17:55:11.392 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:11.393 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:11.393 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:11.432 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:11.433 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:11.665 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:11.666 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:13.736 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~179s 2022-01-15T17:55:16.667 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:16.668 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:16.669 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:16.709 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:16.709 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:16.928 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:16.929 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:19.342 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~185s 2022-01-15T17:55:21.930 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:21.930 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:21.931 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:21.971 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:21.971 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:22.177 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:22.178 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:24.947 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~191s 2022-01-15T17:55:27.179 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:27.180 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:27.180 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:27.220 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:27.221 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:27.429 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:27.430 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:30.552 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~196s 2022-01-15T17:55:32.431 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:32.432 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:32.433 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:32.474 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:32.474 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:32.683 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:32.684 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:36.158 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~202s 2022-01-15T17:55:37.685 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:37.685 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:37.686 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:37.730 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:37.730 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:37.913 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:37.914 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:41.763 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~207s 2022-01-15T17:55:42.915 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:42.916 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:42.917 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:42.956 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:42.957 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:43.163 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:43.164 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:47.369 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~213s 2022-01-15T17:55:48.165 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:48.166 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:48.167 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:48.205 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:48.206 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:48.422 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:48.423 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:52.974 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~219s 2022-01-15T17:55:53.424 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:53.424 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:53.425 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:53.466 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:53.467 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:53.672 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:53.672 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:55:58.580 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~224s 2022-01-15T17:55:58.674 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:58.675 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:55:58.675 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:55:58.715 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:55:58.715 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:55:58.912 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:55:58.913 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:03.914 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:03.915 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:03.916 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:03.957 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:03.957 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:04.183 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:04.184 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:04.186 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~230s 2022-01-15T17:56:09.185 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:09.186 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:09.187 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:09.226 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:09.226 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:09.444 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:09.445 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:09.792 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~235s 2022-01-15T17:56:14.447 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:14.449 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:14.450 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:14.492 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:14.492 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:14.706 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:14.707 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:15.398 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~241s 2022-01-15T17:56:19.708 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:19.709 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:19.710 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:19.751 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:19.751 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:19.950 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:19.951 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:21.003 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~247s 2022-01-15T17:56:24.953 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:24.953 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:24.954 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:24.995 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:24.995 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:25.203 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:25.203 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:26.609 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~252s 2022-01-15T17:56:30.205 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:30.205 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:30.206 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:30.246 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:30.246 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:30.470 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:30.471 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:32.215 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~258s 2022-01-15T17:56:35.472 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:35.473 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:35.474 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:35.514 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:35.514 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:35.727 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:35.728 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:37.821 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~263s 2022-01-15T17:56:40.729 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:40.729 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:40.730 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:40.769 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:40.770 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:40.970 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:40.970 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:43.426 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~269s 2022-01-15T17:56:45.976 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:45.976 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:45.977 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:46.019 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:46.019 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:46.239 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:46.240 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:49.032 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~275s 2022-01-15T17:56:51.241 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:51.242 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:51.242 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:51.281 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:51.282 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:51.490 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:51.491 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:56:54.637 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~280s 2022-01-15T17:56:56.492 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:56.492 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:56:56.493 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:56:56.532 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:56:56.532 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:56:56.740 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:56:56.740 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:57:00.243 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~286s 2022-01-15T17:57:01.742 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:01.743 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:01.743 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:57:01.784 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:57:01.785 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:57:01.978 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:57:01.978 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:57:05.849 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~291s 2022-01-15T17:57:06.980 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:06.980 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:06.981 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:57:07.022 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:57:07.023 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:57:07.233 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:57:07.233 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:57:11.454 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~297s 2022-01-15T17:57:12.235 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:12.235 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:12.236 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:57:12.277 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:57:12.277 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:57:12.485 INFO:teuthology.orchestra.run.smithi103.stdout:{"sync_status":{"info":{"status":"sync","num_shards":4,"period":"ce8bd4cd-e1fa-4796-bbbc-6b4698d4e612","realm_epoch":4},"markers":[{"key":0,"val":{"state":1,"marker":"1_1642269131.046169_617.1","next_step_marker":"","total_entries":1,"pos":0,"timestamp":"2022-01-15T17:52:11.046169Z","realm_epoch":4}},{"key":1,"val":{"state":1,"marker":"1_1642268201.995370_88.1","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"2022-01-15T17:36:41.995370Z","realm_epoch":2}},{"key":2,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}},{"key":3,"val":{"state":1,"marker":"","next_step_marker":"","total_entries":0,"pos":0,"timestamp":"0.000000","realm_epoch":2}}]},"full_sync":{"total":1,"complete":1}} 2022-01-15T17:57:12.485 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1642269132.474706_621.1 target=1_1642269131.046169_617.1 2022-01-15T17:57:17.060 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~303s 2022-01-15T17:57:17.061 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2022-01-15T17:57:17.487 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:17.487 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2022-01-15T17:57:17.488 DEBUG:teuthology.orchestra.run.smithi103:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2022-01-15T17:57:17.528 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setuser ceph since I am not root 2022-01-15T17:57:17.528 INFO:teuthology.orchestra.run.smithi103.stderr:ignoring --setgroup ceph since I am not root 2022-01-15T17:57:17.665 INFO:tasks.ceph.c2.osd.0:Sent signal 15 2022-01-15T17:57:17.667 INFO:tasks.ceph.c2.osd.1:Sent signal 15 2022-01-15T17:57:17.668 INFO:tasks.ceph.c2.osd.2:Sent signal 15 2022-01-15T17:57:17.668 INFO:tasks.ceph.c2.mon.a:Sent signal 15 2022-01-15T17:57:17.669 INFO:tasks.rgw.c2.client.1:Sent signal 15 2022-01-15T17:57:17.669 INFO:tasks.ceph.c2.mgr.x:Sent signal 15 2022-01-15T17:57:17.670 INFO:tasks.ceph.c2.osd.0.smithi103.stderr:2022-01-15T17:57:17.659+0000 7fcdac08e700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster c2 -i 0 (PID: 13872) UID: 0 2022-01-15T17:57:17.671 INFO:tasks.ceph.c2.osd.0.smithi103.stderr:2022-01-15T17:57:17.659+0000 7fcdac08e700 -1 osd.0 65 *** Got signal Terminated *** 2022-01-15T17:57:17.671 INFO:tasks.ceph.c2.osd.0.smithi103.stderr:2022-01-15T17:57:17.659+0000 7fcdac08e700 -1 osd.0 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-01-15T17:57:17.671 INFO:tasks.ceph.c2.osd.1.smithi103.stderr:2022-01-15T17:57:17.659+0000 7fac93b74700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster c2 -i 1 (PID: 13876) UID: 0 2022-01-15T17:57:17.672 INFO:tasks.ceph.c2.osd.1.smithi103.stderr:2022-01-15T17:57:17.659+0000 7fac93b74700 -1 osd.1 65 *** Got signal Terminated *** 2022-01-15T17:57:17.672 INFO:tasks.ceph.c2.osd.1.smithi103.stderr:2022-01-15T17:57:17.659+0000 7fac93b74700 -1 osd.1 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-01-15T17:57:17.673 INFO:tasks.ceph.c2.osd.2.smithi103.stderr:2022-01-15T17:57:17.663+0000 7fdd28e93700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster c2 -i 2 (PID: 13879) UID: 0 2022-01-15T17:57:17.673 INFO:tasks.ceph.c2.osd.2.smithi103.stderr:2022-01-15T17:57:17.663+0000 7fdd28e93700 -1 osd.2 65 *** Got signal Terminated *** 2022-01-15T17:57:17.673 INFO:tasks.ceph.c2.osd.2.smithi103.stderr:2022-01-15T17:57:17.663+0000 7fdd28e93700 -1 osd.2 65 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-01-15T17:57:17.674 INFO:tasks.ceph.c2.mon.a.smithi103.stderr:2022-01-15T17:57:17.663+0000 7f7e7d7d5700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster c2 -i a (PID: 13687) UID: 0 2022-01-15T17:57:17.674 INFO:tasks.ceph.c2.mon.a.smithi103.stderr:2022-01-15T17:57:17.663+0000 7f7e7d7d5700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2022-01-15T17:57:17.674 INFO:tasks.ceph.c2.mgr.x.smithi103.stderr:2022-01-15T17:57:17.663+0000 7ff7ca836700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mgr -f --cluster c2 -i x (PID: 13689) UID: 0 2022-01-15T17:57:17.675 INFO:tasks.ceph.c2.mgr.x.smithi103.stderr:2022-01-15T17:57:17.663+0000 7ff7ca836700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2022-01-15T17:57:17.675 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:57:17.663+0000 7fbceccf6700 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 28367) UID: 0 2022-01-15T17:57:17.676 INFO:tasks.rgw.c2.client.1.smithi103.stdout:2022-01-15T17:57:17.663+0000 7fbcf10d0980 -1 shutting down 2022-01-15T23:53:54.019 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-01-15T23:53:54.041 DEBUG:teuthology.task.console_log:Killing console logger for smithi027 2022-01-15T23:53:54.043 DEBUG:teuthology.task.console_log:Killing console logger for smithi103 2022-01-15T23:53:54.044 DEBUG:teuthology.exit:Finished running handlers